-- Logs begin at Wed 2022-06-01 03:05:40 UTC, end at Wed 2022-06-01 04:53:18 UTC. -- Jun 01 04:18:31.358322 dv-cinder-667108-37-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 04:18:34.310161 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.common.config [-] Logging enabled! Jun 01 04:18:34.311051 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev276 Jun 01 04:18:34.311051 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104536) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 01 04:18:34.314194 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.common.config [-] Logging enabled! Jun 01 04:18:34.314452 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev276 Jun 01 04:18:34.314761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104536) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 01 04:18:34.315735 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 04:18:34.315974 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 04:18:34.316517 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 04:18:34.316768 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 04:18:34.316998 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 04:18:34.317320 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.317625 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.317862 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.318163 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.318454 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.318740 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.319033 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.319385 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.320202 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.320489 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.320776 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.321007 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.321287 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.321579 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.321868 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.322096 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] debug = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.322432 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.322878 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.323282 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.323587 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.323877 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.324156 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.324436 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.324716 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.325002 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.325335 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] host = dv-cinder-667108-37-iscsi {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.325612 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.325902 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.326190 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.326477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.326752 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.327035 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.327335 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.327613 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.327892 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.328169 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.328462 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.328752 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.329041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.329270 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.329491 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.329783 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.330091 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.330369 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.330648 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.330925 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.331202 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.331510 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.331785 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.332075 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.332353 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.332641 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.332924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.333194 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.333466 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.333743 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.334031 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.334307 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.334583 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.334862 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.335148 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.336018 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.336304 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.336606 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.336895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.337185 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.337479 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.337755 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.338035 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.338315 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.338592 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.338860 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_json = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.339134 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.339427 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.339714 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.339988 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.340264 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.340539 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.340810 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.341097 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.341369 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:34.341666 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.341961 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.342262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.342548 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.342853 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.343131 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.343441 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.343724 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.344016 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.344310 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.344604 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.344883 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.345191 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.345482 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.345774 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.346088 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.346385 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.346676 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.346954 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.347227 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.347541 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.347820 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.348108 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.348387 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.348677 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.348966 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.349246 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.349544 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.349829 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.350121 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.350417 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.350709 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.351011 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.351296 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.351607 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.351886 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.352160 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.352452 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.352730 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.353005 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.353288 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.353581 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.353869 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.354140 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.354419 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.354711 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.354988 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.355259 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.355555 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.355833 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.356104 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.356387 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.356666 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.356939 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.357211 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.357490 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.357765 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.358036 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.358313 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.358588 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.358863 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.359143 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.359444 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.359713 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.359992 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.360258 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.360528 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.360798 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.361073 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.361343 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.361614 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.361883 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.362160 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.362448 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.362739 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.363025 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.363319 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.363615 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.363896 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.364207 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.364460 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.364765 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.365024 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.365302 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.365600 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.365889 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.366182 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.366492 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.366776 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.367106 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.367420 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.367706 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.367991 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.368274 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.368559 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.368849 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.369170 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.369443 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.369741 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.370030 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.370329 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.370894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.371667 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.371667 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.372048 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.372143 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:34.372291 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 04:18:34.372543 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104536) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 04:18:34.755467 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 01 04:18:34.755752 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 01 04:18:34.756068 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 01 04:18:34.756378 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 04:18:35.092979 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.093257 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.093524 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.094720 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.094987 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.095250 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.149703 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.149980 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.150256 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.166996 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.167278 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.167566 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.196521 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.196794 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.197061 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.235587 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.237569 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.237885 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.587170 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.587831 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.587831 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.588055 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.588749 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.690731 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.691053 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.691357 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.691635 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.691905 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.692214 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.692477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.692735 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.692989 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.693268 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.693528 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.693799 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.694052 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.694304 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.694578 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.694847 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.695295 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.695592 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.695867 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.696133 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.696407 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.696661 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.696943 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.697317 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.697567 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.697814 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.698215 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.698458 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.698695 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.698931 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.699166 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.699426 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:35.699795 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 04:18:35.702999 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 04:18:35.706924 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 04:18:35.710635 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 01 04:18:35.712375 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 04:18:35.712849 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 04:18:35.713185 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 04:18:35.713575 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 04:18:35.716578 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 04:18:35.716831 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 04:18:35.717178 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 04:18:35.722234 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 01 04:18:35.747449 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 04:18:35.747838 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.748142 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104536) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 01 04:18:35.748515 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.749877 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104536) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 04:18:35.750165 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 04:18:35.750409 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 04:18:35.753661 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.753947 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:35.816413 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 04:18:35.816656 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 04:18:35.816896 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 04:18:35.817282 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 04:18:35.871177 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO dbcounter [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Registered counter for database neutron Jun 01 04:18:35.888972 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_db.sqlalchemy.engines [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104536) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 04:18:35.895015 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG dbcounter [-] [104536] Writer thread running {{(pid=104536) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 01 04:18:36.488480 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing driver for type 'gre' Jun 01 04:18:36.489008 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] gre ID ranges: [(1, 1000)] Jun 01 04:18:36.696754 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing driver for type 'local' Jun 01 04:18:36.697429 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing driver for type 'vlan' Jun 01 04:18:36.779584 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] VlanTypeDriver initialization complete Jun 01 04:18:36.779916 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing driver for type 'vxlan' Jun 01 04:18:36.780413 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] vxlan ID ranges: [(1, 1000)] Jun 01 04:18:37.014388 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing extension driver 'port_security' Jun 01 04:18:37.014721 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.extensions.port_security [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] PortSecurityExtensionDriver initialization complete Jun 01 04:18:37.015055 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing mechanism driver 'openvswitch' Jun 01 04:18:37.015399 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing mechanism driver 'hyperv' Jun 01 04:18:37.022003 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.plugin [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:37.022680 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.023047 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.023422 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.023923 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.024350 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.024694 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.025034 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.025424 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.025831 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.026180 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.026565 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.026952 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.027373 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.027718 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.028051 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.028451 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.028839 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.029179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.029515 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.034098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > address_group after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > address_group after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104536) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 01 04:18:37.034506 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] ML2 OVO RPC backend initialized. {{(pid=104536) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 01 04:18:37.034506 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034506 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034506 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034801 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > networks before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034801 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.034801 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > ports before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.035009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.035264 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnets before_response 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.035656 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.035990 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.036321 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.036652 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.036981 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.037311 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.037639 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.037967 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.038294 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.047920 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded quota_driver: . Jun 01 04:18:37.048283 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.plugin [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Modular L2 Plugin initialization complete Jun 01 04:18:37.048623 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading services supported by the core plugin {{(pid=104536) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 04:18:37.048961 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.plugins.ml2.managers [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Got port-security extension from driver 'port_security' Jun 01 04:18:37.050240 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.extensions.vlantransparent [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Disabled vlantransparent extension. Jun 01 04:18:37.050747 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104536) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 04:18:37.051062 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: router Jun 01 04:18:37.092771 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.093157 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_create 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.093527 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router before_create 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.093885 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.094252 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.094601 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_delete 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.094953 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.095322 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.095677 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_create 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.096017 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.096365 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.096713 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.097068 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.097469 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.097831 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.098166 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.098497 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: subnet after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.098838 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.099184 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.099548 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_create 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.099886 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.100224 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.100572 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router after_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.100957 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.101306 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_create 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.101663 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.102006 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_update 55549900 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.102364 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > agent after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.102706 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > agent after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.103044 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > network after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.103926 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Tracking information for resource: router configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:37.104254 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Tracking information for resource: floatingip configured {{(pid=104536) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 04:18:37.109258 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.db.l3_agentschedulers_db [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 04:18:37.109827 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.110183 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.110561 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.110906 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: port after_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.111723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router before_create 55550100 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.112084 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.112446 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_create 55550100 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.112796 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > router precommit_update 55550100 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.118053 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.provider_configuration [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service providers = [] {{(pid=104536) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 04:18:37.118412 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.db.servicetype_db [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104536) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 04:18:37.121627 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.service_base [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 04:18:37.121970 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.service_base [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 04:18:37.122314 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.service_base [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 04:18:37.123191 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.services.service_base [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104536) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 04:18:37.123643 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.services.service_base [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 04:18:37.124016 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.124328 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 04:18:37.135523 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.135851 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: auto_allocate Jun 01 04:18:37.141587 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: network precommit_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.141944 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: network precommit_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.142459 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.142774 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: tag Jun 01 04:18:37.151788 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.152118 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: timestamp Jun 01 04:18:37.156016 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.156342 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: network_ip_availability Jun 01 04:18:37.161791 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.162159 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.162508 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.163761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.164084 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: flavors Jun 01 04:18:37.168891 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.169217 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading Plugin: revisions Jun 01 04:18:37.175171 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104536) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 04:18:37.175597 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.419s {{(pid=104536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 01 04:18:37.176350 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104536) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 01 04:18:37.176680 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Initializing extension manager. Jun 01 04:18:37.177200 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: __init__.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.177539 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: __pycache__ {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.177869 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: _port_mac_address_override.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.178199 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: address_group.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.179530 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.180103 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: address-group Jun 01 04:18:37.180423 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: address_scope.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.186432 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.186934 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: address-scope Jun 01 04:18:37.187252 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.188213 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.188714 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: router-admin-state-down-before-update Jun 01 04:18:37.189032 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: agent.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.189724 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.190227 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: agent Jun 01 04:18:37.190671 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: agent_resources_synced.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.191597 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.192122 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: agent-resources-synced Jun 01 04:18:37.192440 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: allowedaddresspairs.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.194231 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.194777 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: allowed-address-pairs Jun 01 04:18:37.195100 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: auto_allocated_topology.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.196191 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.196696 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: auto-allocated-topology Jun 01 04:18:37.197018 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: availability_zone.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.197709 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.198210 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: availability_zone Jun 01 04:18:37.198525 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: availability_zone_filter.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.199453 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.199954 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: availability_zone_filter Jun 01 04:18:37.200270 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: data_plane_status.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.201163 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.201658 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 04:18:37.201977 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: default_subnetpools.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.202878 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.203411 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: default-subnetpools Jun 01 04:18:37.203767 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.204571 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.205073 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: dhcp_agent_scheduler Jun 01 04:18:37.205394 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: dns.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.206303 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.206800 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 04:18:37.207121 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: dns_domain_ports.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.208061 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.208559 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 04:18:37.208875 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.209927 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.210469 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 01 04:18:37.211895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: dvr.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.211895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.212139 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: dvr Jun 01 04:18:37.212271 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: ecmp_routes.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.213190 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.213700 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 01 04:18:37.214013 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: empty_string_filtering.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.214908 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.215586 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: empty-string-filtering Jun 01 04:18:37.215901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.216802 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.217303 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 04:18:37.217616 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.218515 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.219015 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 04:18:37.219364 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: external_net.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.221879 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.222393 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: external-net Jun 01 04:18:37.222714 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.223652 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.224156 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: extra_dhcp_opt Jun 01 04:18:37.224473 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: extraroute.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.225373 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.226429 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: extraroute Jun 01 04:18:37.226743 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: extraroute_atomic.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.227793 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.228300 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: extraroute-atomic Jun 01 04:18:37.228619 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: filter_validation.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.229283 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.229778 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: filter-validation Jun 01 04:18:37.230094 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: fip_pf_description.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.230996 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.231529 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 04:18:37.231847 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: fip_pf_port_range.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.232753 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.233249 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 01 04:18:37.233566 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: fip_port_details.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.234477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.234983 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: fip-port-details Jun 01 04:18:37.235317 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: flavors.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.236541 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.237169 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: flavors Jun 01 04:18:37.242471 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.244055 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.244574 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 04:18:37.244903 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: floatingip_pools.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.245856 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.246362 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: floatingip-pools Jun 01 04:18:37.246686 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: ip_allocation.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.247762 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.248262 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 04:18:37.248609 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.249529 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.250028 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: ip-substring-filtering Jun 01 04:18:37.250348 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l2_adjacency.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.251275 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.251802 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 04:18:37.252121 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.253086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.253603 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: router Jun 01 04:18:37.253925 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.256179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.256701 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 04:18:37.257050 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.257961 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.258477 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: ext-gw-mode Jun 01 04:18:37.258801 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.259776 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.260306 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: l3-ha Jun 01 04:18:37.260626 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.261525 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.262028 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 01 04:18:37.262347 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_flavors.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.263248 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.263780 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: l3-flavors Jun 01 04:18:37.264099 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.265481 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.265986 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 01 04:18:37.266310 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.267217 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.267749 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 04:18:37.268072 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: l3agentscheduler.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.269108 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.269622 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: l3_agent_scheduler Jun 01 04:18:37.269944 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: local_ip.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.271732 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.272241 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension local_ip not supported by any of loaded plugins Jun 01 04:18:37.272569 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: logging.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.274087 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.274751 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension logging not supported by any of loaded plugins Jun 01 04:18:37.275142 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: metering.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.275808 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.276423 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: metering Jun 01 04:18:37.276930 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.277987 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.278504 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: metering_source_and_destination_fields Jun 01 04:18:37.278827 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: multiprovidernet.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.279781 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.280291 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: multi-provider Jun 01 04:18:37.280613 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: netmtu.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.281523 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.282026 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: net-mtu Jun 01 04:18:37.282345 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: netmtu_writable.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.283251 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.283845 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: net-mtu-writable Jun 01 04:18:37.284097 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: network_availability_zone.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.284799 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.285257 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: network_availability_zone Jun 01 04:18:37.285579 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: network_ip_availability.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.293698 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.294206 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: network-ip-availability Jun 01 04:18:37.294547 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: network_segment_range.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.295292 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.295819 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 04:18:37.296140 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: pagination.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.297111 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.297439 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: pagination Jun 01 04:18:37.297755 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_device_profile.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.298656 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.299168 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-device-profile Jun 01 04:18:37.299508 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_mac_address_override.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.300435 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.300943 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-mac-override Jun 01 04:18:37.301261 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.302178 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.302682 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-mac-address-regenerate Jun 01 04:18:37.302998 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.304475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.304994 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-numa-affinity-policy Jun 01 04:18:37.305310 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_resource_request.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.306220 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.306725 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 04:18:37.307040 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: port_resource_request_groups.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.308032 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.308538 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 01 04:18:37.308853 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: portbindings.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.309776 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.310282 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: binding Jun 01 04:18:37.310600 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: portbindings_extended.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.311891 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.312399 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: binding-extended Jun 01 04:18:37.312722 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: portsecurity.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.313624 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.314128 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-security Jun 01 04:18:37.314449 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: project_id.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.315436 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.315769 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: project-id Jun 01 04:18:37.316085 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: providernet.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.316997 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.317507 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: provider Jun 01 04:18:37.317826 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.328758 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.329271 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos not supported by any of loaded plugins Jun 01 04:18:37.329602 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.330838 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.331374 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 04:18:37.331703 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.332633 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.333138 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 04:18:37.333460 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_default.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.334363 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.334873 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-default not supported by any of loaded plugins Jun 01 04:18:37.335268 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_fip.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.336201 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.336705 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 04:18:37.337026 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.337931 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.338431 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 01 04:18:37.338750 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_gateway_ip.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.339687 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.340456 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 04:18:37.340941 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_port_network_policy.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.341762 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.342261 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 04:18:37.342587 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.343657 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.344167 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 01 04:18:37.344485 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.345511 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.346023 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 01 04:18:37.346343 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_pps_rule.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.347523 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.348032 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-pps not supported by any of loaded plugins Jun 01 04:18:37.348353 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_rule_type_details.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.349381 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.349888 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 04:18:37.350207 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.351674 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.352178 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 01 04:18:37.352496 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: qos_rules_alias.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.353541 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.354054 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 04:18:37.354372 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: quota_check_limit.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.362023 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.362532 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: quota-check-limit Jun 01 04:18:37.362877 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: quotasv2.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.363865 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.364192 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: quotas Jun 01 04:18:37.364508 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: quotasv2_detail.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.366437 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.367318 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: quota_details Jun 01 04:18:37.367666 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: rbac.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.368723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.369276 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: rbac-policies Jun 01 04:18:37.369605 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: rbac_address_group.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.370790 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.371315 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: rbac-address-group Jun 01 04:18:37.371646 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: rbac_address_scope.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.372816 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.373332 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: rbac-address-scope Jun 01 04:18:37.373654 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: rbac_security_groups.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.374566 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.375142 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: rbac-security-groups Jun 01 04:18:37.375978 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: rbac_subnetpool.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.377383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.377833 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: rbac-subnetpool Jun 01 04:18:37.378154 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: revisionifmatch.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.379673 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.380282 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: revision-if-match Jun 01 04:18:37.380649 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: revisions.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.381857 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.382395 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: standard-attr-revisions Jun 01 04:18:37.382728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: router_availability_zone.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.383442 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.383963 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: router_availability_zone Jun 01 04:18:37.384295 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: routerservicetype.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.385238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.385747 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 04:18:37.386076 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.390866 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.391422 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: security-groups-normalized-cidr Jun 01 04:18:37.391754 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.392721 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.393240 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: port-security-groups-filtering Jun 01 04:18:37.393574 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.394528 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.395046 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: security-groups-remote-address-group Jun 01 04:18:37.395412 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.396380 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.396894 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: security-groups-shared-filtering Jun 01 04:18:37.397225 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: securitygroup.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.406984 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.407549 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: security-group Jun 01 04:18:37.407886 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: segment.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.408630 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.409148 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension segment not supported by any of loaded plugins Jun 01 04:18:37.409478 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.410435 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.410952 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 04:18:37.411283 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: servicetype.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.412450 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.412961 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: service-type Jun 01 04:18:37.413836 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: sorting.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.414822 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.415156 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: sorting Jun 01 04:18:37.415512 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: standard_attr_segment.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.416440 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.416951 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 04:18:37.417277 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: standardattrdescription.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.417933 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.418448 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: standard-attr-description Jun 01 04:18:37.418774 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: stateful_security_group.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.419763 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.420285 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: stateful-security-group Jun 01 04:18:37.420615 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: stdattrs_common.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.421213 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 04:18:37.421524 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.422469 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.422986 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 04:18:37.423322 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnet_onboard.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.424427 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.424950 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: subnet_onboard Jun 01 04:18:37.425280 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.426215 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.426771 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 04:18:37.427100 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnet_service_types.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.428074 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.428595 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: subnet-service-types Jun 01 04:18:37.429546 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnetallocation.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.430643 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.431169 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: subnet_allocation Jun 01 04:18:37.431529 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.432260 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.432814 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: subnetpool-prefix-ops Jun 01 04:18:37.433140 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.434095 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.434606 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 04:18:37.434932 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: tagging.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.436036 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.436572 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: standard-attr-tag Jun 01 04:18:37.436894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: timestamp.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.438098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.438614 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loaded extension: standard-attr-timestamp Jun 01 04:18:37.438943 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: trunk.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.440014 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.447601 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension trunk not supported by any of loaded plugins Jun 01 04:18:37.447601 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: trunk_details.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.448360 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.448892 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 04:18:37.449227 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: uplink_status_propagation.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.450235 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.450745 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 04:18:37.451066 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Loading extension file: vlantransparent.py {{(pid=104536) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 04:18:37.451776 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104536) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 04:18:37.452282 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 04:18:37.454861 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:network Jun 01 04:18:37.455427 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnet Jun 01 04:18:37.455907 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 04:18:37.456235 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:port Jun 01 04:18:37.457486 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.457918 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service FLAVORS assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.458544 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.458965 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.459293 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:router Jun 01 04:18:37.459746 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 04:18:37.460232 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service METERING assigned prefix: /metering {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.461664 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.462029 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.462371 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:18:37.463413 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 04:18:37.463848 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:security_group Jun 01 04:18:37.464268 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 04:18:37.464898 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service CORE assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.465226 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 04:18:37.465566 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] subnetpool is already registered Jun 01 04:18:37.465987 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service CORE assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.466311 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 04:18:37.466640 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] subnetpool is already registered Jun 01 04:18:37.468901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.469327 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service FLAVORS assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.469912 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.470334 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.470663 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:router Jun 01 04:18:37.471006 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] router is already registered Jun 01 04:18:37.471437 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] floatingip is already registered Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service METERING assigned prefix: /metering {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] rbac_policy is already registered Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:security_group Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] security_group is already registered Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] security_group_rule is already registered Jun 01 04:18:37.476417 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service CORE assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.477069 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 04:18:37.477069 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] subnetpool is already registered Jun 01 04:18:37.477069 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.v2.resource_helper [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Service CORE assigned prefix: {{(pid=104536) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 04:18:37.477271 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 04:18:37.477412 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING neutron.quota.resource_registry [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] subnetpool is already registered Jun 01 04:18:37.477866 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: extensions {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.479343 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: address-groups {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.480874 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: address-scopes {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.482203 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: agents {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.483385 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: auto-allocated-topology {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.484616 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: availability_zones {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.485809 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: dhcp-networks {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.487349 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: dhcp-agents {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.488779 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: routers {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.490644 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: flavors {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.494306 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: service_profiles {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.494723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: next_providers {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.496455 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: service_profiles {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.497979 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: floatingip-pools {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.499259 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: routers {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.500978 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: floatingips {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.502218 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: l3-routers {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.503619 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: l3-agents {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.505040 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: metering-labels {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.506446 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: metering-label-rules {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.507872 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: network-ip-availabilities {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.509113 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: bindings {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.510663 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: quotas {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.512357 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: quotas {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.513890 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: rbac-policies {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.515084 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: security-groups {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.516413 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: security-group-rules {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.517723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: service-providers {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.518972 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: subnetpools {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.520320 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: subnetpools {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.521843 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.523559 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.525402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.527183 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.528942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.530886 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.532600 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.534505 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.537285 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.538045 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron.api.extensions [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Extended resource: tags {{(pid=104536) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 04:18:37.544686 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING keystonemiddleware.auth_token [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 04:18:37.550046 dv-cinder-667108-37-iscsi neutron-server[104536]: WARNING keystonemiddleware.auth_token [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 04:18:37.559481 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Acquired lock "singleton_lock" {{(pid=104536) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 01 04:18:37.559955 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_concurrency.lockutils [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Releasing lock "singleton_lock" {{(pid=104536) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 01 04:18:37.560614 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Starting 2 workers Jun 01 04:18:37.565594 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Started child 104649 {{(pid=104536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 01 04:18:37.570357 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Started child 104650 {{(pid=104536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 01 04:18:37.571160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.572141 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO neutron.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 04:18:37.572675 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.572789 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [-] (104649) wsgi starting up on http://0.0.0.0:9696 Jun 01 04:18:37.575113 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Starting 1 workers Jun 01 04:18:37.575727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.577169 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [-] (104650) wsgi starting up on http://0.0.0.0:9696 Jun 01 04:18:37.580470 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Started child 104651 {{(pid=104536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 01 04:18:37.581064 dv-cinder-667108-37-iscsi neutron-server[104536]: INFO oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Starting 1 workers Jun 01 04:18:37.584204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] calling RpcWorker wait() {{(pid=104651) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 04:18:37.584766 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] returning from RpcWorker wait() {{(pid=104651) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 04:18:37.586272 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Started child 104652 {{(pid=104536) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 01 04:18:37.586824 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.587028 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG neutron_lib.callbacks.manager [None req-58921a3e-c0e2-4633-8e54-e1f161905a42 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.587155 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:37.588996 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104536) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 01 04:18:37.589206 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 04:18:37.589391 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.591942 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.592468 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:37.592951 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.592951 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.592951 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.592951 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.593178 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.593243 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.593370 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.593754 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.594018 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.594346 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.594604 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.594842 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.595098 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.595267 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.595543 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.595800 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.596030 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.596321 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] debug = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.596559 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.597067 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.597319 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.597556 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.597781 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.598102 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.598355 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.598579 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.598820 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.599048 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.599293 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.599564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.599803 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.600044 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.600256 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.600535 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.600800 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.601805 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] host = dv-cinder-667108-37-iscsi {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.602056 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.602274 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.602504 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.602750 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.603007 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.603252 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.603624 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.603907 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.604178 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.604438 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.604692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.604940 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.605177 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.605418 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.605566 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_options = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.605805 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.606072 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.606408 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.606556 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.606693 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.606827 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.607087 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.607250 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.607518 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.607750 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.607965 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.608217 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.608420 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.608634 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.608889 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.609122 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.609398 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.609611 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.609860 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.610181 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.610573 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.610978 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.611216 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.611653 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.612123 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.612747 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.613001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.613242 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.613456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.613707 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.614028 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.614292 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.614527 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.614771 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.615001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:37.615106 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.615265 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.615541 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.615773 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.616052 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.616282 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.616589 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.616860 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.617081 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.617314 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.617530 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.617745 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.618477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_json = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.618477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.618477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.619049 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.619049 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.619254 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.619437 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.619574 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.623456 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.625564 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.626834 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.627079 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.628721 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.628721 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.628721 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.629362 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.629362 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.630152 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.630152 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.630293 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.630525 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.630768 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.631040 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.631517 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.631897 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.633047 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.633309 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.633553 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.633843 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.634099 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.634356 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.634608 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.634837 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.635076 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.635371 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.635644 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.635906 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.636157 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.636384 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.636607 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.636830 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.637069 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.637442 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.637652 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.637917 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.638206 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.638446 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.638703 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.638957 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.639181 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.639447 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.639663 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.639885 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.640111 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.640338 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.640557 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.640792 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.641041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.641259 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.641482 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.641716 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.641927 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.642167 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.642387 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.642621 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.642844 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.643841 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.645029 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.645280 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.645567 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.646287 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.647133 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.647133 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.647133 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.647133 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.648626 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.648626 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.648626 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.648975 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.650102 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.650370 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.650631 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.650865 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.651115 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.651549 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.652460 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.652862 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.653094 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.653325 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.653593 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.653945 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.654223 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.654477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.655236 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.655602 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.655957 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.660770 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661286 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.661761 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.662057 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.662057 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.662381 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.662533 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.662803 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.663028 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.663916 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.664379 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.664612 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.664876 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.665202 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.665461 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.665683 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.665902 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.666170 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.666423 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.666709 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.666992 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.667244 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.667506 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.667773 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.668026 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.668268 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.668511 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.668803 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.668964 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.669355 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.669737 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.670325 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.670690 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.670925 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.671202 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.671470 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.671719 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.671949 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.672924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.672924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.672924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.672924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.673243 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.673324 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.673519 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.673754 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.674276 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.674498 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.674757 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.674980 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.675253 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.675534 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.675753 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.675985 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.676236 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.676497 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.676716 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.676975 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.677202 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.677423 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.677642 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.677882 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.678100 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.678326 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.678559 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.678778 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.679066 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.679337 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.679682 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.679939 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.680196 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.680460 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.680699 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.680922 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.681164 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.681404 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.681640 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.681861 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.682087 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.682309 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.682532 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.682752 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.683001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.683193 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.683547 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.683840 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.684158 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.684544 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.684805 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.685022 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.685266 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.685485 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.685718 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.685953 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.686173 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.686427 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.686664 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.686969 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.687216 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.687477 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.687751 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.688192 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.688192 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.688528 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.688688 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.688894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.689124 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.689373 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.689683 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.689826 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.690044 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.690255 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.690480 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.690698 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.690930 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.695697 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.696402 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.697463 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698054 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698569 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698569 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.698855 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.699124 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.699393 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.699689 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.699968 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.700256 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.700476 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.700795 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.701261 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.701542 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.701794 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.702048 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.702287 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.702695 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.702915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.703156 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.703424 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.703667 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.703933 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.704172 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.704554 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.704784 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.705043 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.705236 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.705480 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.705729 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.705977 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.706197 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.706356 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 04:18:37.707126 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104536) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 01 04:18:37.707273 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 04:18:37.707443 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 04:18:37.707619 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 04:18:37.707791 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 04:18:37.707948 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 04:18:37.708164 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.708328 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.708649 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.708813 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709162 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709334 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709495 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709658 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709819 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.709984 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.710722 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.710861 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.710971 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.711287 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.711473 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.711636 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.711800 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.711971 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.712178 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.712400 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.712674 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.712779 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] debug = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.712872 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713085 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713252 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713407 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713599 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713742 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.713901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.714220 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.714383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.714541 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.714851 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715010 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715354 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715519 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715678 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715868 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.715979 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716139 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] host = dv-cinder-667108-37-iscsi {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716228 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:37.716316 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716447 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716608 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716768 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.716928 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717088 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717257 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717396 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717558 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717718 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.717877 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718045 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718198 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718358 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718508 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_options = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718669 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718828 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.718987 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.719235 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.720262 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.724377 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725086 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.725728 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.726815 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_json = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.727383 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.728179 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729009 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.729723 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730012 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730012 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730131 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730268 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730437 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730600 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730763 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.730933 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731093 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731249 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731434 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731591 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731753 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.731924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732087 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732258 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732436 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732600 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732763 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.732924 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733092 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733241 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733405 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733568 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733738 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.733904 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734067 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734230 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734408 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734550 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734716 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.734884 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735031 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735197 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735375 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735538 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735699 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.735861 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736024 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736186 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736351 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736514 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736676 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.736847 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737170 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737324 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737495 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737660 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737818 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.737981 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738144 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738308 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738470 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738633 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738809 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.738972 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739136 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739323 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739474 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739624 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739787 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.739950 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740113 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740276 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740440 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740603 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740765 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.740929 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741113 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741277 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741462 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741627 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741791 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.741954 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.742117 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.742280 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743041 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.743895 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.744692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.744692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.744692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.744692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.744692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745101 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745101 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745101 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745324 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745324 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745778 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.745908 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746264 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746264 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746603 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746603 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746841 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.746972 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.747129 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.747330 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.747516 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.747682 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748040 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748040 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748276 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748409 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748523 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748645 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748773 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.748918 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749080 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749244 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749407 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749567 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749730 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.749905 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750070 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750234 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750396 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750582 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750744 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.750908 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751071 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751233 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751418 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751581 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751743 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.751906 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752070 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752232 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752395 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752558 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752721 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.752883 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753047 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753211 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753375 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.753894 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754198 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754198 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754407 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754517 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754647 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754809 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.754971 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.755134 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.755315 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.758238 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.759151 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.760082 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.761915 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762475 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.762901 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763115 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763193 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763295 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763476 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763644 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.763861 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764032 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764195 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764358 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764522 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764684 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.764858 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765021 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765184 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765345 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765508 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765670 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.765843 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766005 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766168 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766332 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766495 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766658 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766831 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.766994 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.767157 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.767336 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.767501 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.767664 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.767837 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768001 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768163 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768324 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768488 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768650 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768824 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.768985 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.769147 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.769310 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.769472 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.769634 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.769847 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770014 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770178 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770349 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770512 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770674 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.770837 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771010 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771175 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771362 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771528 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771692 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.771855 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.772023 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.772191 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.772365 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.772534 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.773221 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.773395 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.773571 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.773744 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.773908 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774077 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774253 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774418 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774582 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774744 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.774908 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775111 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775275 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775461 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775624 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775787 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.775951 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776295 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776295 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776454 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776581 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776744 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.776907 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.777070 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.777233 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.777397 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 04:18:37.777552 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104536) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 04:18:38.054010 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 51882) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:18:38.063053 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065875 Jun 01 04:18:46.859923 dv-cinder-667108-37-iscsi neutron-server[104536]: DEBUG dbcounter [-] [104536] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104536) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:18:49.562381 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd7708-0663-405e-b88a-5b13473cbee0 None None] get_active_networks_info from dv-cinder-667108-37-iscsi {{(pid=104651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 01 04:18:49.565692 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writer thread running {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 01 04:18:49.631117 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd7708-0663-405e-b88a-5b13473cbee0 None None] No non-hosted networks {{(pid=104651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 04:18:49.664591 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.agentschedulers_db [None req-43fd7708-0663-405e-b88a-5b13473cbee0 None None] DHCP Agent not found on host dv-cinder-667108-37-iscsi {{(pid=104651) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 01 04:18:49.827760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-19757013-4bd9-46c1-93e7-6ac62f6d6aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:51.167040 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writer thread running {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 01 04:18:51.948211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7bf7e18d-2469-4982-9ad9-9c7ba23d7312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:52.011970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.db.api [None req-8778869c-fb4c-43e3-af89-45ff3df3a0d5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-667108-37-iscsi {{(pid=104651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 01 04:18:52.013221 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG oslo_db.api [None req-8778869c-fb4c-43e3-af89-45ff3df3a0d5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 04:18:52.605161 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8778869c-fb4c-43e3-af89-45ff3df3a0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:52.954506 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 51954) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:18:53.031901 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:53.519091 dv-cinder-667108-37-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-7c8be6a1-841f-4c5f-a7a2-9cedd4c5f159 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:53.519764 dv-cinder-667108-37-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-7c8be6a1-841f-4c5f-a7a2-9cedd4c5f159 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:53.744161 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-7c8be6a1-841f-4c5f-a7a2-9cedd4c5f159 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:18:53.755334 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7c8be6a1-841f-4c5f-a7a2-9cedd4c5f159 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7901068 Jun 01 04:18:54.650339 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:56.050505 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:56.051207 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.058797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.059176 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.059176 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.059176 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.059176 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:18:56.059507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-37-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:56.066117 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-37-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:18:56.300967 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 51986) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:18:56.890626 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:56.891176 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:57.119119 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:18:57.220432 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.policy [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104650) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 04:18:57.266747 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:57.267146 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:18:57.294294 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writer thread running {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 01 04:18:57.438717 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065217702', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065217210', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065201639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065260493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065254368', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779065244682', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-927091', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1626263', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702865'] for rbac-policy (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:57.727019 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:18:57.747335 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6611751a-8a6e-4a1d-ba38-7106b3b582eb admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4254596 Jun 01 04:18:58.357982 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.db.l3_hamode_db [None req-d544f3f3-329e-4366-91ac-b773fa6afb25 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 04:18:58.443438 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544f3f3-329e-4366-91ac-b773fa6afb25 None None] Routers set() bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:18:58.443824 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544f3f3-329e-4366-91ac-b773fa6afb25 None None] Router IDs set() for agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 01 04:19:00.316540 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52004) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:00.672658 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:00.686035 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writer thread running {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 01 04:19:00.775981 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Made reservation on behalf of 105f85dabeb0467da9127b26bd3c11cf for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:19:00.842417 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.policy [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104649) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 04:19:00.884204 dv-cinder-667108-37-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:19:00.884576 dv-cinder-667108-37-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 04:19:00.894795 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:00.917104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.046162 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks [] for security_group (ef7d24c6-9f4d-4f7e-a318-68e36ac5a23d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.118856 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ef7d24c6-9f4d-4f7e-a318-68e36ac5a23d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.153237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:19:01.182545 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779067482260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (25ed6ab4-8d4a-4e1b-add2-f07c840d2181), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.183112 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Unsubscribe: segment precommit_create {{(pid=104649) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 04:19:01.183687 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Added segment 25ed6ab4-8d4a-4e1b-add2-f07c840d2181 of type vlan for network e1ebda34-bceb-480e-8b3d-91f109c66e37 Jun 01 04:19:01.199561 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7d24c6-9f4d-4f7e-a318-68e36ac5a23d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:01.220897 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.221236 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.221587 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.221939 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.222280 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.222605 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.222923 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.223245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.226684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.226684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.226684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.226684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.226684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.227104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.227104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Tracked resource versions report: Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: pushed versions: Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Log': {'1.0'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Network': {'1.1'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Port': {'1.7'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: consumer versions: Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Agent': '1.1', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Log': '1.0', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Network': '1.1', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Port': '1.7', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SubPort': '1.0', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Subnet': '1.1', Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Jun 01 04:19:01.227795 dv-cinder-667108-37-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:19:01.309793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (e1ebda34-bceb-480e-8b3d-91f109c66e37), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.393367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (e1ebda34-bceb-480e-8b3d-91f109c66e37), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.398763 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:01.399525 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:01.517414 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] Pushing event updated for resources: {'Network': ['ID=e1ebda34-bceb-480e-8b3d-91f109c66e37,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:01.529524 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:19:01.641050 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-52b08017-ff0d-409b-b042-6b2bfbc62ae9 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3234017 Jun 01 04:19:04.182773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52018) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:04.668684 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b383161-d347-4acb-a85c-c5891c8e42e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:04.670361 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7b383161-d347-4acb-a85c-c5891c8e42e5 demo admin] 10.222.0.18 "GET /v2.0/networks/e1ebda34-bceb-480e-8b3d-91f109c66e37 HTTP/1.1" status: 200 len: 825 time: 0.4865394 Jun 01 04:19:04.698186 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-82ed4a4b-1f53-4656-9093-012567374296 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/5ec0f6fa-c9c9-405c-b59b-3326fb2ce441 HTTP/1.1" status: 200 len: 734 time: 0.0211689 Jun 01 04:19:04.707040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Request body: {'subnet': {'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:04.792692 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Made reservation on behalf of 105f85dabeb0467da9127b26bd3c11cf for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:19:04.795578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:05.139655 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:05.181291 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:05.222618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Checking segment: {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:19:05.223344 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Network hostable DHCP agents. Network: e1ebda34-bceb-480e-8b3d-91f109c66e37, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:19:05.225277 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Pushing event updated for resources: {'Subnet': ['ID=caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:05.239328 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.239683 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.240020 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Tracked resource versions report: Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: pushed versions: Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: consumer versions: Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Agent': '1.1', Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Log': '1.0', Jun 01 04:19:05.247973 dv-cinder-667108-37-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Network': '1.1', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Port': '1.7', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SubPort': '1.0', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Subnet': '1.1', Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jun 01 04:19:05.249915 dv-cinder-667108-37-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:19:05.322133 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:19:05.404595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, e1ebda34-bceb-480e-8b3d-91f109c66e37) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:05.409229 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:05.409856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:05.416158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4a341-ee65-4d02-8460-e6fa9cb90a6e None None] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:19:05.498583 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-efaf56a1-ae1a-4117-ac67-fedef9dc1b1b demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7947721 Jun 01 04:19:05.686710 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-e1ebda34-bceb-480e-8b3d-91f109c66e37', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:19:05.688075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:05.922332 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=49,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:05.978878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Allocated IP 172.20.0.2 (e1ebda34-bceb-480e-8b3d-91f109c66e37/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24/370fc0c0-21e1-4520-a2e0-50ab3e84c188) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:19:06.245593 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:06.250055 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks [] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:06.318867 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:06.391627 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:19:06.401385 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:06.411687 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:19:06.420002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Pushing event updated for resources: {'Port': ['ID=370fc0c0-21e1-4520-a2e0-50ab3e84c188,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:06.450760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.451110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.451492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.451852 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.452382 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.452520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.452846 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.453172 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.453514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.453844 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.454227 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.454579 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.454901 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.455228 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.455572 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Tracked resource versions report: Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: pushed versions: Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: consumer versions: Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Agent': '1.1', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Log': '1.0', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Network': '1.1', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Port': '1.7', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SubPort': '1.0', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Subnet': '1.1', Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jun 01 04:19:06.457076 dv-cinder-667108-37-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:19:06.520226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Attempting to bind port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:19:06.520226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Attempting to bind port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:19:06.520631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Attempting to bind port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 on network e1ebda34-bceb-480e-8b3d-91f109c66e37 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:19:06.526131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:19:06.526501 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Checking segment: {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:19:06.526994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:06.527403 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Bound using segment: {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:19:06.527884 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Bound port: 370fc0c0-21e1-4520-a2e0-50ab3e84c188, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:19:06.528285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:06.542342 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:06.548657 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:06.593785 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] For port 370fc0c0-21e1-4520-a2e0-50ab3e84c188, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:19:06.614972 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] For port 370fc0c0-21e1-4520-a2e0-50ab3e84c188, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=370fc0c0-21e1-4520-a2e0-50ab3e84c188,segment=NetworkSegment(25ed6ab4-8d4a-4e1b-add2-f07c840d2181),segment_id=25ed6ab4-8d4a-4e1b-add2-f07c840d2181)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:19:06.745849 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:06.805865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c38a2-7f12-4cee-aa7c-25631352442d None None] Pushing event updated for resources: {'Port': ['ID=370fc0c0-21e1-4520-a2e0-50ab3e84c188,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:08.091599 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52038) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:08.617085 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [None req-da2af61c-3506-4221-aec3-44cc1601ad1b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:19:08.621578 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-da2af61c-3506-4221-aec3-44cc1601ad1b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5257881 Jun 01 04:19:11.273834 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52046) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:11.514357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:11.574860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=49,neutron:INSERT=38,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:11.655825 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-ec820baa-471b-4d6f-b98f-a3224712ddf8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:19:11.656849 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ec820baa-471b-4d6f-b98f-a3224712ddf8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3817217 Jun 01 04:19:14.277836 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52058) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:14.642223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:14.722234 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (df75ea44-150e-42cd-aa40-c6b72b0bb07b), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:14.723987 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (df75ea44-150e-42cd-aa40-c6b72b0bb07b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:14.865526 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Publish callbacks [] for router_controller (df75ea44-150e-42cd-aa40-c6b72b0bb07b), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:14.939931 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (df75ea44-150e-42cd-aa40-c6b72b0bb07b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:15.043625 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:15.044838 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7a0707bd-6160-4e95-a433-6bb6b0904790 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7660165 Jun 01 04:19:15.420418 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:16.792860 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:16.818562 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:17.573372 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52072) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:17.910386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-bfcf641c-e647-45d7-a2bf-158b22fe9ec1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:19:17.911427 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-bfcf641c-e647-45d7-a2bf-158b22fe9ec1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3370781 Jun 01 04:19:18.899235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 370fc0c0-21e1-4520-a2e0-50ab3e84c188 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:19:18.956635 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654a8e1-14f4-4af8-bc6c-f0d6e57b79c0 None None] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:19:19.049438 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:19.049848 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.056586 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Provisioning complete for port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:19.056965 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.270262 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:19.270650 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.272503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:19.272868 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.322013 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] For port 370fc0c0-21e1-4520-a2e0-50ab3e84c188, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=370fc0c0-21e1-4520-a2e0-50ab3e84c188,segment=NetworkSegment(25ed6ab4-8d4a-4e1b-add2-f07c840d2181),segment_id=25ed6ab4-8d4a-4e1b-add2-f07c840d2181)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:19:19.404145 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.475093 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.db.api [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 01 04:19:19.475952 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG oslo_db.api [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 04:19:19.480407 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b42635-4e99-4bf8-bdea-4178f58c524d None None] Pushing event updated for resources: {'Port': ['ID=370fc0c0-21e1-4520-a2e0-50ab3e84c188,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:19.520976 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-0554b63b-5fa8-47d3-b6ca-0c5702179129 None None] Provisioning complete for port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:19.521379 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0554b63b-5fa8-47d3-b6ca-0c5702179129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.564775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5f79958f-f410-449e-ae15-575b841af3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:19.595807 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-0554b63b-5fa8-47d3-b6ca-0c5702179129 None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:20.011965 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:20.391266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52082) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:20.714421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:20.815433 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Made reservation on behalf of efd554ba71f4463abb4c78dc3cafe52a for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:19:20.817865 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:20.829286 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:20.871646 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 370fc0c0-21e1-4520-a2e0-50ab3e84c188 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:19:20.907863 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks [] for security_group (02a4e13a-417c-45a9-a616-69e52300a026), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:20.914492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:20.914886 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:20.956896 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:20.964064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (02a4e13a-417c-45a9-a616-69e52300a026), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:20.980591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Reserving flat network on physical network physnet1 {{(pid=104649) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 04:19:20.986817 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:21.002172 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4e13a-417c-45a9-a616-69e52300a026,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:21.007226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (0ea0de38-5625-486b-8f65-a91e764f3b23), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:21.007588 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Added segment 0ea0de38-5625-486b-8f65-a91e764f3b23 of type flat for network bbe7d353-7296-4f11-a1bb-d39c8de135af Jun 01 04:19:21.054647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (bbe7d353-7296-4f11-a1bb-d39c8de135af), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:21.164391 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (bbe7d353-7296-4f11-a1bb-d39c8de135af), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:21.165313 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:21.165913 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:21.273369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] Pushing event updated for resources: {'Network': ['ID=bbe7d353-7296-4f11-a1bb-d39c8de135af,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:21.283254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network bbe7d353-7296-4f11-a1bb-d39c8de135af details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:19:21.318650 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4336bbb4-7acf-4205-b7c4-9f119018892c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9262390 Jun 01 04:19:21.384931 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:21.901064 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-297fccd1-1a2a-45bd-a591-10fdd550d93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:23.015354 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:23.778156 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52100) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:24.004624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff97b9-5410-4aae-b0c1-1952945428ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:24.005987 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-51ff97b9-5410-4aae-b0c1-1952945428ac demo admin] 10.222.0.18 "GET /v2.0/subnets/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24 HTTP/1.1" status: 200 len: 849 time: 0.2268786 Jun 01 04:19:24.125721 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-044fe812-6d27-4ce1-bd00-2d03c921c4ef demo admin] 10.222.0.18 "GET /v2.0/routers/df75ea44-150e-42cd-aa40-c6b72b0bb07b HTTP/1.1" status: 200 len: 704 time: 0.1138699 Jun 01 04:19:24.383585 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:24.455622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:24.470368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:24.532995 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:24.690639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Allocated IP 172.20.0.1 (e1ebda34-bceb-480e-8b3d-91f109c66e37/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24/bc1e649e-fa07-4e3d-8ebd-26a9500a1560) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:19:24.876239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks [] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:24.990758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.059267 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:19:25.068733 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:25.083194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:19:25.083747 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (df75ea44-150e-42cd-aa40-c6b72b0bb07b), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.155451 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Pushing event updated for resources: {'Port': ['ID=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:25.252349 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-5813c04d-b975-4951-b6cc-f8fbe5e5a288 None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:25.252349 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5813c04d-b975-4951-b6cc-f8fbe5e5a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.279888 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-5813c04d-b975-4951-b6cc-f8fbe5e5a288 None None] Port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:19:25.399595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.576619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:25.700990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks [] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.763616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.764427 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (df75ea44-150e-42cd-aa40-c6b72b0bb07b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:25.847838 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Pushing event updated for resources: {'Port': ['ID=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:25.883835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:25.914393 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:19:25.915741 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:26.026738 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:26.105629 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6343900f-5878-4eb8-a4af-85afc0fc78e2 None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:26.105949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6343900f-5878-4eb8-a4af-85afc0fc78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:26.129746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Router df75ea44-150e-42cd-aa40-c6b72b0bb07b is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:19:26.138809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6343900f-5878-4eb8-a4af-85afc0fc78e2 None None] Port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:19:26.226351 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:19:26.231484 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b20d3e6f-7a15-43ce-b2db-757ed6c7fe32 demo admin] 10.222.0.18 "PUT /v2.0/routers/df75ea44-150e-42cd-aa40-c6b72b0bb07b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1003876 Jun 01 04:19:26.247420 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Sync routers for ids ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:19:26.261292 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Routers {'df75ea44-150e-42cd-aa40-c6b72b0bb07b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:19:26.262148 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:19:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:26.460044 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Set router df75ea44-150e-42cd-aa40-c6b72b0bb07b gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:19:26.898072 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:25Z', 'revision_number': 2, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port_host': None, '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:25Z', 'revision_number': 2, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:26.948059 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Checking router: df75ea44-150e-42cd-aa40-c6b72b0bb07b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:19:26.948431 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Updating router df75ea44-150e-42cd-aa40-c6b72b0bb07b port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:19:27.005985 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.560197 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks [] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.659031 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.861286 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Pushing event updated for resources: {'Port': ['ID=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:27.867808 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Attempting to bind port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:19:27.868248 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Attempting to bind port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:19:27.868540 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-2c3c2cad-cb5b-4209-8f2b-e0c281424031 None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:27.869283 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Attempting to bind port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 on network e1ebda34-bceb-480e-8b3d-91f109c66e37 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:19:27.869695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2cad-cb5b-4209-8f2b-e0c281424031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.877552 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.877942 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.878270 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.878700 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.879049 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.879445 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.879936 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.880291 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.880689 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.881019 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.881341 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.881872 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.882509 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.882831 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.883209 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Tracked resource versions report: Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: pushed versions: Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: { 'AddressGroup': {'1.2'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Agent': {'1.1'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'ConntrackHelper': {'1.0'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Log': {'1.0'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'NDPProxy': {'1.0'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Network': {'1.1'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Port': {'1.7'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'PortForwarding': {'1.3'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'QosPolicy': {'1.10'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroup': {'1.5'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SubPort': {'1.0'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Subnet': {'1.1'}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Trunk': {'1.1'}} Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: consumer versions: Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Agent': '1.1', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'ConntrackHelper': '1.0', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'LocalIPAssociation': '1.0', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Log': '1.0', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'NDPProxy': '1.0', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Network': '1.1', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Port': '1.7', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'PortForwarding': '1.3', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'QosPolicy': '1.10', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroup': '1.5', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroupRule': '1.2', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SubPort': '1.0', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Subnet': '1.1', Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Trunk': '1.1'}} Jun 01 04:19:27.885075 dv-cinder-667108-37-iscsi neutron-server[104652]: {{(pid=104652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:19:27.890090 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:19:27.890496 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Checking segment: {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:19:27.890986 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.891440 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Bound using segment: {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:19:27.891910 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Bound port: bc1e649e-fa07-4e3d-8ebd-26a9500a1560, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ed6ab4-8d4a-4e1b-add2-f07c840d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:19:27.892398 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:27.918970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c2cad-cb5b-4209-8f2b-e0c281424031 None None] Port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:19:27.953934 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:27.967067 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] For port bc1e649e-fa07-4e3d-8ebd-26a9500a1560, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:19:27.985561 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:27.987843 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] For port bc1e649e-fa07-4e3d-8ebd-26a9500a1560, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,segment=NetworkSegment(25ed6ab4-8d4a-4e1b-add2-f07c840d2181),segment_id=25ed6ab4-8d4a-4e1b-add2-f07c840d2181)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:19:28.128228 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:28.200618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2bd77-4337-4328-9052-54f559f92e06 None None] Pushing event updated for resources: {'Port': ['ID=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:28.205406 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Routers {'df75ea44-150e-42cd-aa40-c6b72b0bb07b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:19:28.206037 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:19:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:28.299355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] Set router df75ea44-150e-42cd-aa40-c6b72b0bb07b gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:19:28.539990 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:28.540384 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:28.585587 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:25Z', 'revision_number': 2, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port_host': None, '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:27Z', 'revision_number': 4, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:28.614472 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Current status of the port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:28.617275 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faa896-f665-43b8-aa11-d27d00beda2c None None] The sync data for ids ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'] in dv-cinder-667108-37-iscsi is: [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:25Z', 'revision_number': 2, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port_host': None, '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:27Z', 'revision_number': 4, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:19:28.617457 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:28.634489 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:19:28.659951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] For port bc1e649e-fa07-4e3d-8ebd-26a9500a1560, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,segment=NetworkSegment(25ed6ab4-8d4a-4e1b-add2-f07c840d2181),segment_id=25ed6ab4-8d4a-4e1b-add2-f07c840d2181)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:19:28.696004 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52120) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:28.739003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:28.806150 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcc9d-fa10-4003-b091-34233925a4a6 None None] Pushing event updated for resources: {'Port': ['ID=bc1e649e-fa07-4e3d-8ebd-26a9500a1560,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:28.834527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e362c-445c-43da-b722-ec3dec440b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:28.836833 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-224e362c-445c-43da-b722-ec3dec440b73 admin admin] 10.222.0.18 "GET /v2.0/networks/bbe7d353-7296-4f11-a1bb-d39c8de135af HTTP/1.1" status: 200 len: 842 time: 0.1398830 Jun 01 04:19:28.846312 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:28.921381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Made reservation on behalf of efd554ba71f4463abb4c78dc3cafe52a for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:19:28.923789 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:29.315647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.objects.ports [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104650) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 01 04:19:29.316104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (256891b2-65d9-4a6a-8450-068a4469b922), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:29.375380 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256891b2-65d9-4a6a-8450-068a4469b922,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:29.385350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:19:29.385698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Network hostable DHCP agents. Network: bbe7d353-7296-4f11-a1bb-d39c8de135af, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:19:29.477971 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:19:29.641614 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, bbe7d353-7296-4f11-a1bb-d39c8de135af) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:29.646450 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:29.647794 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:29.650436 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab757b1-5118-4f00-a772-a27fffcf8bae None None] Network bbe7d353-7296-4f11-a1bb-d39c8de135af requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:19:29.737732 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4780b63d-a68b-4c01-bbf0-5df4370b82f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8948648 Jun 01 04:19:29.748171 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f9aa93-4a09-421d-9c90-e283ecb22ec9 None None] Network bbe7d353-7296-4f11-a1bb-d39c8de135af requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:19:32.182025 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52128) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:32.311410 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-972ede08-d6f8-43d7-a6b5-48f1e1b1808d demo admin] 10.222.0.18 "GET /v2.0/routers/df75ea44-150e-42cd-aa40-c6b72b0bb07b HTTP/1.1" status: 200 len: 710 time: 0.1282043 Jun 01 04:19:32.399646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bed41c-4cdf-4a7e-b788-0fd29c44a9e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:19:32.400936 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-19bed41c-4cdf-4a7e-b788-0fd29c44a9e8 demo admin] 10.222.0.18 "GET /v2.0/networks/bbe7d353-7296-4f11-a1bb-d39c8de135af HTTP/1.1" status: 200 len: 886 time: 0.0838292 Jun 01 04:19:32.409715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:19:32.730979 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks [] for router_gateway (df75ea44-150e-42cd-aa40-c6b72b0bb07b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:32.915129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:33.019918 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks [] for router_gateway (df75ea44-150e-42cd-aa40-c6b72b0bb07b), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.101472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.209858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Allocated IP 172.27.0.228 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:19:33.218229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:33.315962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks [] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.421113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.466464 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:19:33.473846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:19:33.476661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Pushing event updated for resources: {'Port': ['ID=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:33.480130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:19:33.707084 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:33.786229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks [] for router_gateway (df75ea44-150e-42cd-aa40-c6b72b0bb07b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.974438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1615428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1618650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4676'] for router (df75ea44-150e-42cd-aa40-c6b72b0bb07b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:33.977711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1615443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1615402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1618641'] for router (df75ea44-150e-42cd-aa40-c6b72b0bb07b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:34.089707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Router df75ea44-150e-42cd-aa40-c6b72b0bb07b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:19:34.199469 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:19:34.204678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:34.205901 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fabdd09e-50ba-44c6-a064-08286e672a08 demo admin] 10.222.0.18 "PUT /v2.0/routers/df75ea44-150e-42cd-aa40-c6b72b0bb07b HTTP/1.1" status: 200 len: 890 time: 1.7993147 Jun 01 04:19:36.773454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52142) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:19:36.895126 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e58edcac-09f7-4c3a-b909-d948df9dede9 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203713 Jun 01 04:19:36.916715 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device bc1e649e-fa07-4e3d-8ebd-26a9500a1560 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:19:36.972971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:36.972971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:37.061483 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:37.739486 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Sync routers for ids ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:19:37.756732 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Routers {'df75ea44-150e-42cd-aa40-c6b72b0bb07b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:19:37.757695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:19:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:37.876719 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:37.961210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:38.008784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Set router df75ea44-150e-42cd-aa40-c6b72b0bb07b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:19:38.507099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:33Z', 'revision_number': 4, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port': {'id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:33Z', 'updated_at': '2022-06-01T04:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:28Z', 'revision_number': 5, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:38.559063 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Checking router: df75ea44-150e-42cd-aa40-c6b72b0bb07b for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:19:38.559460 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Updating router df75ea44-150e-42cd-aa40-c6b72b0bb07b port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:19:38.589346 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=55 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:38.614364 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:38.630638 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=28 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:39.042465 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks [] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:39.116293 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:39.172892 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Attempting to bind port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:19:39.173336 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Attempting to bind port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:19:39.173619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Attempting to bind port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:19:39.187374 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c59b-30dc-4fea-b3b9-fa97bc625814 None None] Pushing event updated for resources: {'Port': ['ID=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:39.189897 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:19:39.190285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:19:39.190689 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:39.191075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:19:39.191632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Bound port: 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:19:39.191953 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:39.249792 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] For port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:19:39.253299 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] For port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:19:39.336574 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:39.376647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:39.401792 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Routers {'df75ea44-150e-42cd-aa40-c6b72b0bb07b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:19:39.402423 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:19:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:39.410875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c59b-30dc-4fea-b3b9-fa97bc625814 None None] Pushing event updated for resources: {'Port': ['ID=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:39.559845 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:39.561981 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] Set router df75ea44-150e-42cd-aa40-c6b72b0bb07b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:19:39.659330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:39.659330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:39.895480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:33Z', 'revision_number': 4, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port': {'id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:33Z', 'updated_at': '2022-06-01T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:28Z', 'revision_number': 5, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:19:39.936335 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7dc59f-cd93-41a2-87a9-dada43180165 None None] The sync data for ids ['df75ea44-150e-42cd-aa40-c6b72b0bb07b'] in dv-cinder-667108-37-iscsi is: [{'id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'name': 'router1', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:19:14Z', 'updated_at': '2022-06-01T04:19:33Z', 'revision_number': 4, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'gw_port': {'id': '908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:33Z', 'updated_at': '2022-06-01T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'bc1e649e-fa07-4e3d-8ebd-26a9500a1560', 'name': '', 'network_id': 'e1ebda34-bceb-480e-8b3d-91f109c66e37', 'tenant_id': '105f85dabeb0467da9127b26bd3c11cf', 'mac_address': 'fa:16:3e:7d:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ea44-150e-42cd-aa40-c6b72b0bb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:19:24Z', 'updated_at': '2022-06-01T04:19:28Z', 'revision_number': 5, 'project_id': '105f85dabeb0467da9127b26bd3c11cf', 'subnets': [{'id': 'caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5ec0f6fa-c9c9-405c-b59b-3326fb2ce441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:19:40.952258 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:19:41.006305 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:41.006710 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:41.202149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:41.202909 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:41.242887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:19:41.326654 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:41.399462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:19:42.997188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:19:43.102765 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:19:43.103137 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:43.311204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 908c8b9c-eb5b-47c2-bff5-41dd3f23b0ef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:19:46.876484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:46.887880 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=42 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:48.646066 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:49.617573 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43de84e5-1d08-44c8-b104-308586a3bfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:51.920853 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d87078ed-6e4b-4d36-b376-9e64bd4ae753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:53.000845 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:54.480302 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:19:54.614532 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:19:56.147894 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:05.633927 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:20:05.971814 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:05.979211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:15.632645 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:15.632645 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:19.576811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-25a181a5-9cf7-4c94-88a0-f67b43d6708d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:21.928839 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9ed9d36f-5cc0-458c-a9fe-6d26ae231e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:23.150604 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:24.556414 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:25.733991 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:26.036035 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:34.471196 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:35.970007 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:42.633382 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:20:49.572579 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cce53980-3f5f-4924-baf9-be750823aa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:51.909558 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-64b571ca-b338-4249-89c4-9f5f1bd0b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:52.630022 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:52.630921 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:20:53.004784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:54.578225 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:56.035132 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:20:59.516507 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52682) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:20:59.578143 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7420ff2-3ea3-49ce-af3e-785305b0a583 admin admin] GET failed (client error): The resource could not be found. Jun 01 04:20:59.579506 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c7420ff2-3ea3-49ce-af3e-785305b0a583 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620115 Jun 01 04:20:59.834611 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3853c6-64f1-4898-ad05-f3d30bc86d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:20:59.836118 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9b3853c6-64f1-4898-ad05-f3d30bc86d1a admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2519951 Jun 01 04:21:02.225398 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52692) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:02.320049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134878c1-79b0-4413-ab79-ec34f6c6a9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:02.321444 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-134878c1-79b0-4413-ab79-ec34f6c6a9d6 admin admin] 10.222.0.18 "GET /v2.0/subnets/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24 HTTP/1.1" status: 200 len: 849 time: 0.0950928 Jun 01 04:21:02.330960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:21:02.421614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Publish callbacks [] for subnet (caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:02.720646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779067565002'] for subnet (caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:02.759048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:02.759604 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:02.760873 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] 10.222.0.18 "PUT /v2.0/subnets/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24 HTTP/1.1" status: 200 len: 868 time: 0.4335113 Jun 01 04:21:02.763023 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adef741-f49e-4e70-8d89-2ca8c5afb81f None None] Network e1ebda34-bceb-480e-8b3d-91f109c66e37 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:21:02.777360 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:21:02.785251 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.785656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.785996 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.786340 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.786740 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.787075 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.787423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.787799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.788151 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.788470 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.788794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.789153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.789460 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.789829 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.790150 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0641ce-8552-4373-a005-e7232a71af4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:21:02.807610 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:03.089118 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Provisioning complete for port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:21:03.089500 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (bc1e649e-fa07-4e3d-8ebd-26a9500a1560), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:03.162402 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Current status of the port bc1e649e-fa07-4e3d-8ebd-26a9500a1560 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:21:03.170897 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Provisioning complete for port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:21:03.171283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (370fc0c0-21e1-4520-a2e0-50ab3e84c188), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:03.247044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e864c3e1-6c95-4b84-bb75-fe37d8e0625c None None] Current status of the port 370fc0c0-21e1-4520-a2e0-50ab3e84c188 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:21:05.086904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52700) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:05.285726 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e8eaa-6e32-4385-a0f3-2901bd9996b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:05.286202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e8eaa-6e32-4385-a0f3-2901bd9996b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:05.287743 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-278e8eaa-6e32-4385-a0f3-2901bd9996b1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997831 Jun 01 04:21:07.568212 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52708) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:07.713386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db64cf27-89fe-47ca-9882-9aaab9389945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:07.713880 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db64cf27-89fe-47ca-9882-9aaab9389945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:07.715440 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-db64cf27-89fe-47ca-9882-9aaab9389945 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1462305 Jun 01 04:21:10.003912 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52716) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:10.133893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97235ac-0879-46a1-96e3-d0f771c7cd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:10.135242 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d97235ac-0879-46a1-96e3-d0f771c7cd3b admin admin] 10.222.0.18 "GET /v2.0/networks/bbe7d353-7296-4f11-a1bb-d39c8de135af HTTP/1.1" status: 200 len: 886 time: 0.1303806 Jun 01 04:21:12.406876 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52724) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:12.495201 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:12.500839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:12.541803 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48851a7d-f609-43b0-82a3-ba3c742f1df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:12.543278 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-48851a7d-f609-43b0-82a3-ba3c742f1df7 admin admin] 10.222.0.18 "GET /v2.0/networks/e1ebda34-bceb-480e-8b3d-91f109c66e37 HTTP/1.1" status: 200 len: 869 time: 0.1354408 Jun 01 04:21:13.238591 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=48 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:13.241645 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:14.844515 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52732) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:14.977763 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329c264-168a-46c6-b4fe-45f112b41921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:14.978221 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329c264-168a-46c6-b4fe-45f112b41921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:14.979811 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f329c264-168a-46c6-b4fe-45f112b41921 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343508 Jun 01 04:21:17.253784 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52742) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:17.348724 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8131d-301b-4cc1-b40e-7d20befd36a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:17.349170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8131d-301b-4cc1-b40e-7d20befd36a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:17.350652 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-22f8131d-301b-4cc1-b40e-7d20befd36a6 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959330 Jun 01 04:21:19.566091 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67d46201-2e16-440a-b415-75f424cda640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:19.600872 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52750) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:19.640541 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:21:19.687714 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acc6f3-426e-4858-98b1-e9691ca8ddb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:19.689048 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-40acc6f3-426e-4858-98b1-e9691ca8ddb4 admin admin] 10.222.0.18 "GET /v2.0/subnets/256891b2-65d9-4a6a-8450-068a4469b922 HTTP/1.1" status: 200 len: 816 time: 0.0872500 Jun 01 04:21:21.904136 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a97d8dbd-097d-4059-8c50-8ee9c95880d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:21.932900 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52758) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:21:22.024610 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20311391-9116-4085-b063-db3a9ae8e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:21:22.025940 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-20311391-9116-4085-b063-db3a9ae8e158 admin admin] 10.222.0.18 "GET /v2.0/subnets/caa1eff3-2ed4-4e94-8f8e-d7710d1d1f24 HTTP/1.1" status: 200 len: 868 time: 0.0921118 Jun 01 04:21:22.681573 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=15 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:22.994549 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:24.573606 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:26.062945 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:27.702301 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:29.629995 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:32.019002 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=22 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:32.021501 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=27 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:35.961570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:35.964405 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:46.715946 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=15 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:46.724824 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:21:49.559372 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-656c3217-2c6d-4c12-bef1-98e2ddf60a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:51.934255 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a774-f9a4-4256-839c-cd527a6dab1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:53.010711 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:54.564955 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:56.033647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:21:56.631506 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:22:01.633996 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52818) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:22:01.683243 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [None req-ffe08109-1309-4044-9f15-a3a817b3318b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:22:01.684252 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ffe08109-1309-4044-9f15-a3a817b3318b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0493295 Jun 01 04:22:04.041007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52826) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:22:04.101502 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20df21-10a6-4ed6-bc9e-c4f076b3fbc9 admin admin] GET failed (client error): The resource could not be found. Jun 01 04:22:04.102844 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0a20df21-10a6-4ed6-bc9e-c4f076b3fbc9 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609164 Jun 01 04:22:04.250271 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1a214-46f4-42ca-a779-d286738c9d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:22:04.252209 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-42f1a214-46f4-42ca-a779-d286738c9d25 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1448529 Jun 01 04:22:05.959375 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:05.961194 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:06.553940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52834) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:22:06.602184 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:22:06.627358 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:06.696148 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Made reservation on behalf of efd554ba71f4463abb4c78dc3cafe52a for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:22:06.698559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:06.741426 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING neutron.services.revisions.revision_plugin [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Could not find related network for resource to bump revision. Jun 01 04:22:06.757539 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:22:06.770262 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779067482260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:06.770797 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Unsubscribe: segment precommit_create {{(pid=104650) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 04:22:06.771267 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Added segment 0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e of type vlan for network dfe91fb4-3009-48ce-93df-49994a96cc0a Jun 01 04:22:06.819559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (dfe91fb4-3009-48ce-93df-49994a96cc0a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:06.924971 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (dfe91fb4-3009-48ce-93df-49994a96cc0a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:06.926047 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:22:06.926618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:07.017148 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Pushing event updated for resources: {'Network': ['ID=dfe91fb4-3009-48ce-93df-49994a96cc0a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:22:07.023632 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.024048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.024338 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.024677 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.025007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.025334 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.025659 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.026023 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.026358 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.026682 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.027007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.027374 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.029528 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.029528 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.029528 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:07.039751 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network dfe91fb4-3009-48ce-93df-49994a96cc0a details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:22:07.087475 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-063be99b-8a0c-49dd-af18-abc4f8c44b0d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5323527 Jun 01 04:22:09.387448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52842) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:22:09.448101 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.pecan_wsgi.hooks.translation [None req-6188f216-79e4-4712-a10f-f2fad3329f1a admin admin] GET failed (client error): The resource could not be found. Jun 01 04:22:09.449361 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6188f216-79e4-4712-a10f-f2fad3329f1a admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609617 Jun 01 04:22:09.519279 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f4c2b-5bbf-42da-9c2e-8a3d3aeb1e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:22:09.520733 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cd6f4c2b-5bbf-42da-9c2e-8a3d3aeb1e66 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672781 Jun 01 04:22:09.530636 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:22:09.619506 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Made reservation on behalf of efd554ba71f4463abb4c78dc3cafe52a for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:22:09.621941 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:09.879020 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:09.932317 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:22:09.944397 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Checking segment: {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:22:09.944727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Network hostable DHCP agents. Network: dfe91fb4-3009-48ce-93df-49994a96cc0a, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:22:10.047820 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Network dfe91fb4-3009-48ce-93df-49994a96cc0a is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:22:10.111582 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, dfe91fb4-3009-48ce-93df-49994a96cc0a) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:22:10.115940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:22:10.116556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.120661 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc68f65-2aef-4e23-ad97-a9ac86547ce2 None None] Network dfe91fb4-3009-48ce-93df-49994a96cc0a requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:22:10.199215 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1aba4bdd-0155-4bb7-ab1b-aa92bfdf50d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6719327 Jun 01 04:22:10.226324 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-dfe91fb4-3009-48ce-93df-49994a96cc0a', 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a', 'project_id': 'efd554ba71f4463abb4c78dc3cafe52a', 'fixed_ips': [{'subnet_id': 'b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:22:10.227504 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.371888 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Allocated IP 192.168.233.2 (dfe91fb4-3009-48ce-93df-49994a96cc0a/b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6/b31c7f67-14f9-4b41-8c55-c39831a6ca94) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:22:10.529327 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks [] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.639325 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.677887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Network dfe91fb4-3009-48ce-93df-49994a96cc0a is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:22:10.680868 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:22:10.693194 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:22:10.696565 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Pushing event updated for resources: {'Port': ['ID=b31c7f67-14f9-4b41-8c55-c39831a6ca94,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:22:10.708541 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.709070 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.709439 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.709791 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.710734 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.710734 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.710734 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.711035 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.711387 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.711710 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.712027 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.712356 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.712678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.712991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.713307 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:22:10.765497 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Attempting to bind port b31c7f67-14f9-4b41-8c55-c39831a6ca94 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:22:10.765871 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Attempting to bind port b31c7f67-14f9-4b41-8c55-c39831a6ca94 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:22:10.766228 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Attempting to bind port b31c7f67-14f9-4b41-8c55-c39831a6ca94 on network dfe91fb4-3009-48ce-93df-49994a96cc0a {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:22:10.772774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:22:10.773141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Checking segment: {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:22:10.773539 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.773921 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Bound using segment: {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:22:10.774379 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Bound port: b31c7f67-14f9-4b41-8c55-c39831a6ca94, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:22:10.774753 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.835129 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] For port b31c7f67-14f9-4b41-8c55-c39831a6ca94, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:22:10.838439 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] For port b31c7f67-14f9-4b41-8c55-c39831a6ca94, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=b31c7f67-14f9-4b41-8c55-c39831a6ca94,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:22:10.917103 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:10.983041 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2fd8c-401b-4d3c-9ea9-d77980357516 None None] Pushing event updated for resources: {'Port': ['ID=b31c7f67-14f9-4b41-8c55-c39831a6ca94,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:22:11.860646 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e694e00-7094-4999-9877-a728f6a9d670 None None] Network dfe91fb4-3009-48ce-93df-49994a96cc0a requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:22:11.918496 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Provisioning complete for port b31c7f67-14f9-4b41-8c55-c39831a6ca94 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:22:11.918875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:11.948040 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:11.977738 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:12.046128 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Current status of the port b31c7f67-14f9-4b41-8c55-c39831a6ca94 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:22:12.046522 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:12.086089 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] For port b31c7f67-14f9-4b41-8c55-c39831a6ca94, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=b31c7f67-14f9-4b41-8c55-c39831a6ca94,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:22:12.193474 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:12.244760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df15396-082f-48b3-8799-b81466a8f974 None None] Pushing event updated for resources: {'Port': ['ID=b31c7f67-14f9-4b41-8c55-c39831a6ca94,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:22:12.315195 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-57583a82-b9e0-417e-9f35-222df188f7ea None None] Provisioning complete for port b31c7f67-14f9-4b41-8c55-c39831a6ca94 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:22:12.315646 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-57583a82-b9e0-417e-9f35-222df188f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:12.390873 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-57583a82-b9e0-417e-9f35-222df188f7ea None None] Current status of the port b31c7f67-14f9-4b41-8c55-c39831a6ca94 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:22:13.003659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device b31c7f67-14f9-4b41-8c55-c39831a6ca94 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:22:13.050097 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port b31c7f67-14f9-4b41-8c55-c39831a6ca94 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:22:13.050488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b31c7f67-14f9-4b41-8c55-c39831a6ca94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:13.128674 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port b31c7f67-14f9-4b41-8c55-c39831a6ca94 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:22:16.649538 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:19.597004 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-180298c9-204c-4a05-b314-d753d0742b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:20.125345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:20.127205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:21.946985 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4ff28a61-c94e-4e30-93c7-6026fa89a2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:23.049696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:24.575156 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:26.027007 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:33.629617 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:22:35.961075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:35.962914 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:49.580084 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2456ec3c-1719-4a11-80a7-3014f49fae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:51.923380 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5ea915fe-c0cf-40b7-87f5-45fb3754c3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:53.003149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:53.640644 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:53.645329 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:22:54.574696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:22:56.018507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:05.960611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:05.966748 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:10.631128 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:23:19.579413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cfd3235f-706f-4408-9010-8fac4ad3f285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:20.633917 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:21.916548 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4aef8f36-d139-4f7a-9cf5-eab10691b79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:22.999709 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:24.550429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:26.028088 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:30.642257 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:35.966505 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:35.968308 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:44.882053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52880) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:23:44.888968 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-390c43f8-e5d5-4851-b388-de7bb7e10f7b tempest-verify_tempest_config-1395418957 tempest-verify_tempest_config-1395418957-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:23:44.889985 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-390c43f8-e5d5-4851-b388-de7bb7e10f7b tempest-verify_tempest_config-1395418957 tempest-verify_tempest_config-1395418957-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0069292 Jun 01 04:23:45.419680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52898) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:23:45.525341 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.598105 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Publish callbacks [] for security_group (050e7853-8a8b-4c61-a004-8bd45cc11c72), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.646790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (050e7853-8a8b-4c61-a004-8bd45cc11c72), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.695067 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e7853-8a8b-4c61-a004-8bd45cc11c72,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:23:45.699193 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e02e0004424489882567185494f4919&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2785122 Jun 01 04:23:45.702030 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52902) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:23:45.705278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.705635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.705980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.706342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.706682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.707015 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.707371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.707704 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.708032 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.708359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.708771 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.709103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.709430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.709751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.710073 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af2b218-c750-4098-aa70-6fdb6e1fc7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.778246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Publish callbacks [] for security_group (050e7853-8a8b-4c61-a004-8bd45cc11c72), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.798603 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Publish callbacks [] for security_group (050e7853-8a8b-4c61-a004-8bd45cc11c72), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.949876 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (050e7853-8a8b-4c61-a004-8bd45cc11c72), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.952448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:45.954174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/050e7853-8a8b-4c61-a004-8bd45cc11c72 HTTP/1.1" status: 204 len: 168 time: 0.2506104 Jun 01 04:23:45.962228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e7853-8a8b-4c61-a004-8bd45cc11c72,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:23:45.969054 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.969414 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.969747 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.970089 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.970422 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.970780 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.971103 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.971461 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.971963 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.972136 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.972480 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.972808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.973132 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.973470 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:45.973792 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0242e9-9546-4045-817c-62ae9dba4fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:23:46.635634 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=13 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:46.636908 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=13 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:47.629828 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:23:49.566824 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce416-6ca7-4ff8-ac86-12f9eac25cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:51.953697 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-444883e3-4896-49b9-a642-8aaa5bbe8311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:53.018445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:54.589865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:55.697560 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:55.701469 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:55.964748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:55.966144 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:56.018290 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:23:57.624316 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:23:57.627820 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:05.962519 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:05.970540 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:07.658949 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:19.560647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a60c260b-0d07-4714-ac85-3a8a51854c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:21.963548 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5c638d42-2508-44c0-b66b-9d7a126e28d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:23.023188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:24.611315 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:24.628817 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:24:26.022803 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:34.625220 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:35.968838 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:35.969681 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:47.622104 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:47.623364 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:24:49.574317 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-29e91324-273f-459b-aa3c-7188fae484bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:51.913485 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-82772061-213b-4e96-96a3-765cc7c09a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:53.021945 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:54.610279 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:24:56.073036 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:01.628052 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 5 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:25:05.964356 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:05.971318 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:19.581099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7cafdc2f-33bf-43ac-b9d6-b27f266d3976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:21.626038 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:21.631562 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:21.901139 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ee59870e-e7fa-4212-9e0b-45296d0ac946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:23.013359 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:24.552587 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:26.084026 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:29.778882 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1613857'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:35.972637 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:38.626241 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:25:39.680710 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:42.167065 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 52978) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:25:42.273167 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f772e2d0-2f7a-4b6d-982b-1afb9b6ac467 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1049852 Jun 01 04:25:44.580676 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 52988) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:25:44.643734 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a1fc12e9-fb94-4b35-a611-143d2615ce49 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0619481 Jun 01 04:25:48.621122 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=15 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:49.603246 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-89577d2e-7429-4734-990c-46a84a88f413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:51.922813 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b118f28e-072a-4770-a395-faa389b69592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:52.268260 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:53.076191 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:54.573986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:54.637822 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:54.638624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:56.031447 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:25:58.630071 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=19 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:25:59.711292 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:09.639003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:09.645052 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:15.628148 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:26:19.590677 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-04f83cda-78b7-46db-9f9f-69312d68bfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:21.893078 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-921d978d-640e-4103-8dae-b67a148d9619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:23.030929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:24.573295 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:26.064574 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:29.724996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:35.625322 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:35.630509 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:39.656894 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:39.658130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:47.627852 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:26:49.593274 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3c35-a696-4b31-8c10-3a363656b128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:51.909151 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2fb29931-0d5d-4e54-a9b3-9864b6e3ed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:52.627865 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:26:53.022141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:54.595249 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:56.045179 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:26:59.721267 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:09.652485 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:09.657489 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:12.625598 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:12.626767 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:19.566095 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1c67cea8-71d6-4204-b794-f5fb65eb6456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:21.922476 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e19c925d-901d-49f1-bc48-d260c6eb6adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:23.075247 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:24.600204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:26.068450 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:26.690762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53220) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:26.721490 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53226) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:27.041283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-network', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:27.068447 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53244) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:27.080689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-413109566-network', 'tenant_id': 'bda53dca70e54e208b2767a833923234'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:27.123470 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Made reservation on behalf of d12a9b5dc38b4aa7aed77adc89d0e6a4 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:27.126115 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.134775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.208065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks [] for security_group (880bbef0-7e55-4774-842e-f75be2537c45), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.228104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Made reservation on behalf of bda53dca70e54e208b2767a833923234 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:27.230784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.240378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.248785 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (880bbef0-7e55-4774-842e-f75be2537c45), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.260333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:27:27.283115 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (3ef4d568-5f10-482b-a564-c20d0e145049), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.285460 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Added segment 3ef4d568-5f10-482b-a564-c20d0e145049 of type vlan for network 0672bd5d-634b-4f48-aa77-f628be2afa15 Jun 01 04:27:27.384167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks [] for security_group (d51845b9-2882-4d2e-8239-9d3b368266dd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.400680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (0672bd5d-634b-4f48-aa77-f628be2afa15), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.416120 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880bbef0-7e55-4774-842e-f75be2537c45,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:27.432276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2061733858-network', 'tenant_id': '8eb15379902c4745a1e3fd5b83d0e4be'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:27.437504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.437849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.438200 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.438534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.438859 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.439181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.439526 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.439850 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.440182 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.440504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.440833 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.441153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.441467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.441779 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.442086 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Tracked resource versions report: Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: pushed versions: Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Log': {'1.0'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Network': {'1.1'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Port': {'1.7'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: consumer versions: Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: HyperV agent@hv-cinder-66710: {}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Agent': '1.1', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Log': '1.0', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Network': '1.1', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Port': '1.7', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'SubPort': '1.0', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Subnet': '1.1', Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Jun 01 04:27:27.443603 dv-cinder-667108-37-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:27:27.451724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d51845b9-2882-4d2e-8239-9d3b368266dd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.489729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:27:27.505614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51845b9-2882-4d2e-8239-9d3b368266dd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:27.510852 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (704f2e44-9a9c-4704-ad85-14fbfa535802), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.511454 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Added segment 704f2e44-9a9c-4704-ad85-14fbfa535802 of type vlan for network df968078-6547-44fa-a4b9-d4e6c486e9a4 Jun 01 04:27:27.547296 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (0672bd5d-634b-4f48-aa77-f628be2afa15), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.551249 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:27.551249 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.608783 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (df968078-6547-44fa-a4b9-d4e6c486e9a4), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.613525 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Made reservation on behalf of 8eb15379902c4745a1e3fd5b83d0e4be for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:27.615440 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.638324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.665969 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=66,neutron:INSERT=27,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:27.669532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] Pushing event updated for resources: {'Network': ['ID=0672bd5d-634b-4f48-aa77-f628be2afa15,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:27.682782 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:27:27.689460 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9ee1b968-e820-4bb0-a799-c3e8b77d128e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9975898 Jun 01 04:27:27.699524 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53268) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:27.705776 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Request body: {'subnet': {'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-subnet', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:27.777418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:27.782758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (df968078-6547-44fa-a4b9-d4e6c486e9a4), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.783932 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:27.784514 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.788299 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Made reservation on behalf of d12a9b5dc38b4aa7aed77adc89d0e6a4 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:27.790683 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.816294 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks [] for security_group (f0db1fac-b277-4b31-8c13-0d34711b0d5c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.950761 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f0db1fac-b277-4b31-8c13-0d34711b0d5c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:27.961512 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2389514 Jun 01 04:27:27.967048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53290) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:27.969396 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219a922-9001-4fd8-8992-41a6bb0c2370 admin admin] Pushing event updated for resources: {'Network': ['ID=df968078-6547-44fa-a4b9-d4e6c486e9a4,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:27.978249 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Request body: {'subnet': {'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-subnet', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:27.984617 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:27:28.018433 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:27:28.050609 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (1c388df2-4396-4bb8-996c-992efd717d43), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.050949 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Added segment 1c388df2-4396-4bb8-996c-992efd717d43 of type vlan for network 13e7f666-dfbf-45d5-abef-3761ea497503 Jun 01 04:27:28.052526 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db1fac-b277-4b31-8c13-0d34711b0d5c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:28.094520 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (13e7f666-dfbf-45d5-abef-3761ea497503), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.097190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (594bc7c8-5d13-48fb-ae9a-127583874aba), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.154465 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Made reservation on behalf of bda53dca70e54e208b2767a833923234 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:28.157301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.160290 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594bc7c8-5d13-48fb-ae9a-127583874aba,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:28.171376 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.176035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.177315 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Tracked resource versions report: Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: pushed versions: Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: consumer versions: Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: HyperV agent@hv-cinder-66710: {}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Agent': '1.1', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Log': '1.0', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Network': '1.1', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Port': '1.7', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'SubPort': '1.0', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Subnet': '1.1', Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jun 01 04:27:28.178732 dv-cinder-667108-37-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:27:28.205117 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Checking segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:28.205737 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Network hostable DHCP agents. Network: 0672bd5d-634b-4f48-aa77-f628be2afa15, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:27:28.259166 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (13e7f666-dfbf-45d5-abef-3761ea497503), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.264915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:28.264915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.312623 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:27:28.404030 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 0672bd5d-634b-4f48-aa77-f628be2afa15) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:28.409196 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:28.410828 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.416775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e42fcc-1e68-4d07-a9b3-839e43edfd67 None None] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:28.499553 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3a2d988b-9040-4b40-80e6-83b25d9ad909 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7987268 Jun 01 04:27:28.502262 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53318) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:28.507666 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:28.510141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] Pushing event updated for resources: {'Network': ['ID=13e7f666-dfbf-45d5-abef-3761ea497503,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:28.537246 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 13e7f666-dfbf-45d5-abef-3761ea497503 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:27:28.576580 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:28.579751 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-0672bd5d-634b-4f48-aa77-f628be2afa15', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:27:28.580715 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.593594 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53320) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:28.594066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-226da084-7d6d-4238-b1cb-4f0946a11daa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5241106 Jun 01 04:27:28.599039 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Request body: {'subnet': {'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2061733858-subnet', 'tenant_id': '8eb15379902c4745a1e3fd5b83d0e4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:28.631124 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.640238 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.672493 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (b45d334c-d599-486f-9bf6-25cdbd32bfc8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.777167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45d334c-d599-486f-9bf6-25cdbd32bfc8,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:28.787846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:28.788449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Network hostable DHCP agents. Network: df968078-6547-44fa-a4b9-d4e6c486e9a4, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:27:28.840064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for router_controller (94bcb2e1-cc3f-4da8-83af-0b0353243d49), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.842274 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Made reservation on behalf of 8eb15379902c4745a1e3fd5b83d0e4be for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:28.845045 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:28.856464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Allocated IP 172.20.0.2 (0672bd5d-634b-4f48-aa77-f628be2afa15/594bc7c8-5d13-48fb-ae9a-127583874aba/d69b9d4e-db05-4164-a8f6-3465cadb0a14) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:28.890508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:27:28.992359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, df968078-6547-44fa-a4b9-d4e6c486e9a4) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:28.997108 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:28.997698 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.010229 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e1b40-2cf6-4c8b-ac2d-c931d4c78b7c None None] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:29.043417 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks [] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.147998 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c8ebc5ee-9162-419e-87ff-956f29c478ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1794138 Jun 01 04:27:29.153417 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53346) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:29.154428 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:29.175857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.180295 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:29.211809 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for router_gateway (94bcb2e1-cc3f-4da8-83af-0b0353243d49), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.247895 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:29.248437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:29.252964 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:29.254951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-df968078-6547-44fa-a4b9-d4e6c486e9a4', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:27:29.255895 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.259242 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:29.295170 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.515756 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Pushing event updated for resources: {'Port': ['ID=d69b9d4e-db05-4164-a8f6-3465cadb0a14,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:29.521372 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Tracked resource versions report: Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: pushed versions: Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jun 01 04:27:29.524244 dv-cinder-667108-37-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: consumer versions: Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: HyperV agent@hv-cinder-66710: {}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Agent': '1.1', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Log': '1.0', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Network': '1.1', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Port': '1.7', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'SubPort': '1.0', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Subnet': '1.1', Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jun 01 04:27:29.535593 dv-cinder-667108-37-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:27:29.546395 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (5c19aa4f-aa14-464a-94ce-944de37a4745), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.548387 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for router_controller (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.554482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:29.554482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Attempting to bind port d69b9d4e-db05-4164-a8f6-3465cadb0a14 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:29.554482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Attempting to bind port d69b9d4e-db05-4164-a8f6-3465cadb0a14 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:29.554482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Attempting to bind port d69b9d4e-db05-4164-a8f6-3465cadb0a14 on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:29.554844 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Checking segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Bound using segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Bound port: d69b9d4e-db05-4164-a8f6-3465cadb0a14, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:29.554929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.557144 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c19aa4f-aa14-464a-94ce-944de37a4745,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:29.557144 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Checking segment: {'id': '1c388df2-4396-4bb8-996c-992efd717d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:29.557144 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Network hostable DHCP agents. Network: 13e7f666-dfbf-45d5-abef-3761ea497503, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:27:29.557430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:29.628988 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:27:29.652720 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Allocated IP 172.20.0.2 (df968078-6547-44fa-a4b9-d4e6c486e9a4/b45d334c-d599-486f-9bf6-25cdbd32bfc8/830985fb-a890-4d8e-8a4b-87b295e5b5ef) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:29.676386 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] For port d69b9d4e-db05-4164-a8f6-3465cadb0a14, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:29.696702 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] For port d69b9d4e-db05-4164-a8f6-3465cadb0a14, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d69b9d4e-db05-4164-a8f6-3465cadb0a14,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:29.699497 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for router_gateway (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.720115 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Network 13e7f666-dfbf-45d5-abef-3761ea497503 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:27:29.738069 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for router_gateway (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.788764 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.792577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.800976 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.836179 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 13e7f666-dfbf-45d5-abef-3761ea497503) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:29.851656 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eed865-04be-4cfb-90c0-0747babfa4c2 None None] Network 13e7f666-dfbf-45d5-abef-3761ea497503 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:29.891446 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:29.892100 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:29.963886 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a826dd-e78d-4b98-9df8-ff8c4d457a26 None None] Pushing event updated for resources: {'Port': ['ID=d69b9d4e-db05-4164-a8f6-3465cadb0a14,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:29.998150 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks [] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.071477 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2c764-318c-434c-88d3-f63680adb598 None None] Network 13e7f666-dfbf-45d5-abef-3761ea497503 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:30.071661 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8fb3a601-1579-46cf-a514-1b941e43e35f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4670947 Jun 01 04:27:30.071661 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Allocated IP 172.27.0.104 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/70e90c02-da5b-49f2-b39d-510ea7f34485) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:30.117987 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.122383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for router_gateway (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.164289 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.206009 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:30.211843 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Pushing event updated for resources: {'Port': ['ID=830985fb-a890-4d8e-8a4b-87b295e5b5ef,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:30.215908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:30.223371 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53378) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:30.250427 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:30.312810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:30.407734 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Attempting to bind port 830985fb-a890-4d8e-8a4b-87b295e5b5ef on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:30.408112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Attempting to bind port 830985fb-a890-4d8e-8a4b-87b295e5b5ef by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:30.408481 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Attempting to bind port 830985fb-a890-4d8e-8a4b-87b295e5b5ef on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:30.418092 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:30.419151 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:30.422816 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.423329 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Bound using segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:30.424183 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Bound port: 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:30.425809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.470129 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.525116 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec33200-eff4-472c-b109-e5a1e0ee881b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.585862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:30.629862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] For port 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:30.646710 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] For port 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=830985fb-a890-4d8e-8a4b-87b295e5b5ef,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:30.719335 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec33200-eff4-472c-b109-e5a1e0ee881b admin admin] Publish callbacks [] for security_group (7b4a73cf-8d87-409d-8703-02bf431e4584), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.749145 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.754748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:30.828049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Allocated IP 172.27.0.12 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/7f87f90f-0377-4d26-8648-7244328e8f2d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:30.834973 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:30.841723 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d09d5c-8ebc-4b04-8b47-5bc192650d25 None None] Pushing event updated for resources: {'Port': ['ID=830985fb-a890-4d8e-8a4b-87b295e5b5ef,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:30.846345 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53430) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:30.850741 dv-cinder-667108-37-iscsi neutron-server[104649]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 04:27:30.990885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec33200-eff4-472c-b109-e5a1e0ee881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7b4a73cf-8d87-409d-8703-02bf431e4584), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.022114 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Pushing event updated for resources: {'Port': ['ID=70e90c02-da5b-49f2-b39d-510ea7f34485,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:31.057292 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:31.066682 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cec33200-eff4-472c-b109-e5a1e0ee881b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cef434ad11449bf91a4e809384fd02a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8422914 Jun 01 04:27:31.072510 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:31.074432 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53440) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:31.076455 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:31.081605 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:31.092247 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec33200-eff4-472c-b109-e5a1e0ee881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a73cf-8d87-409d-8703-02bf431e4584,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:31.097647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:31.225926 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53446) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:31.325590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d69b9d4e-db05-4164-a8f6-3465cadb0a14 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:31.349085 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-e275269d-dd33-4ac9-97a2-71b98e39331f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:31.350646 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-e275269d-dd33-4ac9-97a2-71b98e39331f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/networks?id=13e7f666-dfbf-45d5-abef-3761ea497503 HTTP/1.1" status: 200 len: 812 time: 0.5027905 Jun 01 04:27:31.400424 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.433101 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] Publish callbacks [] for security_group (7b4a73cf-8d87-409d-8703-02bf431e4584), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.438545 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-f0233331-1643-4ca4-b5d5-c4d0e04c628d tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/quotas/8eb15379902c4745a1e3fd5b83d0e4be HTTP/1.1" status: 200 len: 375 time: 0.0709591 Jun 01 04:27:31.461491 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port d69b9d4e-db05-4164-a8f6-3465cadb0a14 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:31.464774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.537558 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] Publish callbacks [] for security_group (7b4a73cf-8d87-409d-8703-02bf431e4584), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.594661 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port d69b9d4e-db05-4164-a8f6-3465cadb0a14 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:31.595478 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.599987 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-f4926476-164a-4daf-9ae8-17bec946b57f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8eb15379902c4745a1e3fd5b83d0e4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379540 Jun 01 04:27:31.601649 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbda7c03-e26f-438a-bafa-35e0593eb575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.622648 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b0cef-2b25-4317-916d-e42f0647dbed None None] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:31.680452 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:31.717003 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for router_gateway (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.729757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.740199 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-539c722c-3f9b-49b8-824e-9aa8e4622f2b None None] Provisioning complete for port d69b9d4e-db05-4164-a8f6-3465cadb0a14 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:31.740600 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-539c722c-3f9b-49b8-824e-9aa8e4622f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.743951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port d69b9d4e-db05-4164-a8f6-3465cadb0a14, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d69b9d4e-db05-4164-a8f6-3465cadb0a14,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:31.783223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:31.791591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:31.797274 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:31.799894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Pushing event updated for resources: {'Port': ['ID=7f87f90f-0377-4d26-8648-7244328e8f2d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:31.819967 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.876045 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7b4a73cf-8d87-409d-8703-02bf431e4584), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.880735 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:31.888052 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b4a73cf-8d87-409d-8703-02bf431e4584 HTTP/1.1" status: 204 len: 168 time: 0.7999449 Jun 01 04:27:31.931056 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=d69b9d4e-db05-4164-a8f6-3465cadb0a14,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:32.000286 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-539c722c-3f9b-49b8-824e-9aa8e4622f2b None None] Current status of the port d69b9d4e-db05-4164-a8f6-3465cadb0a14 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:32.004245 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:32.007581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dbd8e-0512-461e-8458-d3126c18a0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a73cf-8d87-409d-8703-02bf431e4584,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:32.017581 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53470) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:32.085595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.098156 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-29eff092-1ee3-428c-bab4-222cb3e9601d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:27:32.108192 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-29eff092-1ee3-428c-bab4-222cb3e9601d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3050926 Jun 01 04:27:32.188294 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd214dba-2c8b-46ab-8b26-54b0e65fd437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.220107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:32.371006 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd214dba-2c8b-46ab-8b26-54b0e65fd437 admin admin] Publish callbacks [] for security_group (f58c8a7f-af8a-41a0-847a-784803761656), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.428690 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:27:32.429809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-39370089-5f04-4f0e-b723-44783fdf1ae8 None None] Provisioning complete for port d69b9d4e-db05-4164-a8f6-3465cadb0a14 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:32.430256 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-39370089-5f04-4f0e-b723-44783fdf1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.434986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbda7c03-e26f-438a-bafa-35e0593eb575 admin admin] Publish callbacks [] for security_group (35d76aeb-bf45-433a-b9d3-ada037ba3aad), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.472368 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-728d59b2-dd0c-4701-9df9-59dac6b88c37 service neutron] 10.222.0.18 "GET /v2.0/networks/13e7f666-dfbf-45d5-abef-3761ea497503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629560 Jun 01 04:27:32.491196 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5989544-0432-4ac7-8d56-e37521d9e9db None None] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:32.496989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd214dba-2c8b-46ab-8b26-54b0e65fd437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f58c8a7f-af8a-41a0-847a-784803761656), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.530259 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fd214dba-2c8b-46ab-8b26-54b0e65fd437 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0ba5acb4aa042c39432f545d86619c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5107255 Jun 01 04:27:32.533606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53478) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:32.551973 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbda7c03-e26f-438a-bafa-35e0593eb575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (35d76aeb-bf45-433a-b9d3-ada037ba3aad), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.641546 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:32.647271 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dbda7c03-e26f-438a-bafa-35e0593eb575 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55c8b31a3d3e45e1b87985d948cec440&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4202249 Jun 01 04:27:32.647935 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53484) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:32.655541 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda7c03-e26f-438a-bafa-35e0593eb575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d76aeb-bf45-433a-b9d3-ada037ba3aad,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:32.658711 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214dba-2c8b-46ab-8b26-54b0e65fd437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c8a7f-af8a-41a0-847a-784803761656,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:32.664367 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] Publish callbacks [] for security_group (f58c8a7f-af8a-41a0-847a-784803761656), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.694534 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:27:32.705841 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:27:32.709633 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-39370089-5f04-4f0e-b723-44783fdf1ae8 None None] Current status of the port d69b9d4e-db05-4164-a8f6-3465cadb0a14 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:32.716461 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:32.717100 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:32.738867 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:32.752883 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-1344cdb6-8d7a-4f9f-a999-cb8fdd8c85fd service neutron] 10.222.0.18 "GET /v2.0/networks/13e7f666-dfbf-45d5-abef-3761ea497503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705948 Jun 01 04:27:32.762499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] Publish callbacks [] for security_group (f58c8a7f-af8a-41a0-847a-784803761656), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.773928 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for router_gateway (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.828642 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Provisioning complete for port 830985fb-a890-4d8e-8a4b-87b295e5b5ef triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:32.829041 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.878941 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:32.880226 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2df0e775-46bf-4409-a758-8acede260f9b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3768475 Jun 01 04:27:32.894888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53494) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:32.913344 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] Publish callbacks [] for security_group (35d76aeb-bf45-433a-b9d3-ada037ba3aad), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.046225 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Current status of the port 830985fb-a890-4d8e-8a4b-87b295e5b5ef is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:33.046835 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.060111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:33.120559 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] For port 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=830985fb-a890-4d8e-8a4b-87b295e5b5ef,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:33.128717 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:33.211177 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f58c8a7f-af8a-41a0-847a-784803761656), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.213720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.220149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.244098 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f58c8a7f-af8a-41a0-847a-784803761656 HTTP/1.1" status: 204 len: 168 time: 0.7035685 Jun 01 04:27:33.247052 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] Publish callbacks [] for security_group (35d76aeb-bf45-433a-b9d3-ada037ba3aad), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.313928 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-955a847d-f1ac-4fab-af35-a36c466c3685 req-a27e4c06-7388-4b51-a002-e3d9c4cf300a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.1286411 Jun 01 04:27:33.342373 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.379995 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9731aac-c3e1-43af-a5d5-0ec0fcc844e5 None None] Pushing event updated for resources: {'Port': ['ID=830985fb-a890-4d8e-8a4b-87b295e5b5ef,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:33.386727 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f97ea13-9df0-48b7-9e46-05b1d7b271d0 None None] Provisioning complete for port 830985fb-a890-4d8e-8a4b-87b295e5b5ef triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:33.387683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f97ea13-9df0-48b7-9e46-05b1d7b271d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.473181 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d69b9d4e-db05-4164-a8f6-3465cadb0a14 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:33.483586 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e2b7-8742-4268-ae4a-caac0226f074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c8a7f-af8a-41a0-847a-784803761656,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:33.569312 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:31Z', 'revision_number': 3, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:33.603085 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:27:33.603843 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Updating router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 port 70e90c02-da5b-49f2-b39d-510ea7f34485 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:27:33.633592 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (35d76aeb-bf45-433a-b9d3-ada037ba3aad), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.638514 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.639758 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35d76aeb-bf45-433a-b9d3-ada037ba3aad HTTP/1.1" status: 204 len: 168 time: 0.9896138 Jun 01 04:27:33.652872 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6e72a-70fe-40a8-be3c-9df1955aaf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d76aeb-bf45-433a-b9d3-ada037ba3aad,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:33.685567 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.701830 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port d69b9d4e-db05-4164-a8f6-3465cadb0a14 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:33.702241 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:33.706417 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:27:33.707275 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f97ea13-9df0-48b7-9e46-05b1d7b271d0 None None] Current status of the port 830985fb-a890-4d8e-8a4b-87b295e5b5ef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:33.939283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port d69b9d4e-db05-4164-a8f6-3465cadb0a14 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:33.946058 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 830985fb-a890-4d8e-8a4b-87b295e5b5ef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:33.990808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:27:34.001061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 830985fb-a890-4d8e-8a4b-87b295e5b5ef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:34.001061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.024873 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.054018 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.062493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:27:34.079379 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:34.080011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:34.116465 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.117911 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6321f908-4b28-4c62-8b5b-ce53e4a85a96 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9683719 Jun 01 04:27:34.121044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53552) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:34.162673 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 830985fb-a890-4d8e-8a4b-87b295e5b5ef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:34.171889 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.192213 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks [] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.218405 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:34.247793 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.274449 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.365133 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Pushing event updated for resources: {'Port': ['ID=70e90c02-da5b-49f2-b39d-510ea7f34485,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:34.367749 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Attempting to bind port 70e90c02-da5b-49f2-b39d-510ea7f34485 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:34.368131 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Attempting to bind port 70e90c02-da5b-49f2-b39d-510ea7f34485 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:34.368488 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Attempting to bind port 70e90c02-da5b-49f2-b39d-510ea7f34485 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:34.372305 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.379449 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:34.379923 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:34.380339 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.380733 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:34.381209 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Bound port: 70e90c02-da5b-49f2-b39d-510ea7f34485, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:34.381586 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.384030 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.384379 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.384747 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.385105 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.385447 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.385776 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.386100 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.386438 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.386767 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.387683 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.388016 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.388346 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.388736 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.389187 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.389514 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Tracked resource versions report: Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: pushed versions: Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: { 'AddressGroup': {'1.2'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Agent': {'1.1'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'ConntrackHelper': {'1.0'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'LocalIPAssociation': {'1.0'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Log': {'1.0'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'NDPProxy': {'1.0'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Network': {'1.1'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Port': {'1.7'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'PortForwarding': {'1.3'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'QosPolicy': {'1.10'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroup': {'1.5'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroupRule': {'1.2'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SubPort': {'1.0'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Subnet': {'1.1'}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Trunk': {'1.1'}} Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: consumer versions: Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: { DHCP agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: HyperV agent@hv-cinder-66710: {}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: L3 agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: Metadata agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: Metering agent@dv-cinder-667108-37-iscsi: {}, Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: Open vSwitch agent@dv-cinder-667108-37-iscsi: { 'AddressGroup': '1.2', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Agent': '1.1', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'ConntrackHelper': '1.0', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'LocalIPAssociation': '1.0', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Log': '1.0', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'NDPProxy': '1.0', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Network': '1.1', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Port': '1.7', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'PortForwarding': '1.3', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'QosPolicy': '1.10', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroup': '1.5', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SecurityGroupRule': '1.2', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'SubPort': '1.0', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Subnet': '1.1', Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: 'Trunk': '1.1'}} Jun 01 04:27:34.391513 dv-cinder-667108-37-iscsi neutron-server[104652]: {{(pid=104652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 04:27:34.473547 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] For port 70e90c02-da5b-49f2-b39d-510ea7f34485, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:34.474040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53558) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:34.476403 dv-cinder-667108-37-iscsi neutron-server[104650]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 04:27:34.478774 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] For port 70e90c02-da5b-49f2-b39d-510ea7f34485, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=70e90c02-da5b-49f2-b39d-510ea7f34485,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:34.497021 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53560) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:34.517049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75829d83-b5d8-4ea9-9cd3-e06e0395e2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.540678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:32Z', 'revision_number': 3, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:34.582736 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.645689 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:27:34.657163 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Updating router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 port 7f87f90f-0377-4d26-8648-7244328e8f2d binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:27:34.657946 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.665205 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-135f7520-6e43-4d1d-9170-6384f5eccf73 req-48ebdc67-c04b-4de9-8c02-474d7b21495a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.1899121 Jun 01 04:27:34.747607 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:34.748878 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:34.785216 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.799649 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Allocated IP 172.20.0.1 (0672bd5d-634b-4f48-aa77-f628be2afa15/594bc7c8-5d13-48fb-ae9a-127583874aba/30042b08-d3a6-4055-bdda-4f1588ba03b9) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:34.837802 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a09c-2bb2-4ecc-abca-5dee81c55539 None None] Pushing event updated for resources: {'Port': ['ID=70e90c02-da5b-49f2-b39d-510ea7f34485,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:34.876436 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.954935 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks [] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:34.979766 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:34.980502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:34.989037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75829d83-b5d8-4ea9-9cd3-e06e0395e2f8 admin admin] Publish callbacks [] for security_group (fd28748f-0e90-45b6-bd82-112652432e24), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.021193 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.081098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75829d83-b5d8-4ea9-9cd3-e06e0395e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fd28748f-0e90-45b6-bd82-112652432e24), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.090536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:35.092694 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.177309 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-75829d83-b5d8-4ea9-9cd3-e06e0395e2f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb47091723aa4c1db05243cdf458e529&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6792235 Jun 01 04:27:35.178061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53588) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:35.181518 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75829d83-b5d8-4ea9-9cd3-e06e0395e2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28748f-0e90-45b6-bd82-112652432e24,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:35.205736 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:35.225433 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:35.238002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 830985fb-a890-4d8e-8a4b-87b295e5b5ef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:35.251209 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53592) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:35.252934 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:35.264104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:35.264796 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.267656 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Pushing event updated for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:35.348558 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:31Z', 'revision_number': 3, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:35.376127 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b2f59af9-46d4-408e-b1f0-79c30329c950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.393344 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b23fa-3ed6-4a06-b275-400384aeff45 None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:31Z', 'revision_number': 3, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:27:35.417061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 830985fb-a890-4d8e-8a4b-87b295e5b5ef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:35.424708 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.487202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Allocated IP 172.20.0.1 (df968078-6547-44fa-a4b9-d4e6c486e9a4/b45d334c-d599-486f-9bf6-25cdbd32bfc8/357b9ead-9ceb-47aa-a06c-06485225ed5c) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:35.496671 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] Publish callbacks [] for security_group (fd28748f-0e90-45b6-bd82-112652432e24), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.550377 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] Publish callbacks [] for security_group (fd28748f-0e90-45b6-bd82-112652432e24), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.678899 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b2f59af9-46d4-408e-b1f0-79c30329c950 admin admin] Publish callbacks [] for security_group (5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.706879 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-1b1e33a6-7dcd-4141-8446-53daac9045aa None None] Provisioning complete for port 30042b08-d3a6-4055-bdda-4f1588ba03b9 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:35.706879 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1b1e33a6-7dcd-4141-8446-53daac9045aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.740935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks [] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.769381 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e33a6-7dcd-4141-8446-53daac9045aa None None] Port 30042b08-d3a6-4055-bdda-4f1588ba03b9 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:27:35.829305 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fd28748f-0e90-45b6-bd82-112652432e24), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.830838 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b2f59af9-46d4-408e-b1f0-79c30329c950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.840409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.862854 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd28748f-0e90-45b6-bd82-112652432e24 HTTP/1.1" status: 204 len: 168 time: 0.6769259 Jun 01 04:27:35.876526 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 830985fb-a890-4d8e-8a4b-87b295e5b5ef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:35.891439 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76721355-a82b-48a1-8c38-1723eefd328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28748f-0e90-45b6-bd82-112652432e24,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:35.920854 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.923662 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:35.965266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:36.020805 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks [] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.030975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:36.034953 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:36.037608 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8479d211-238d-4947-a4f3-3fe607f2575f req-64deff61-58ca-4e9e-9f3f-8a2040d7875c tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.2392707 Jun 01 04:27:36.053894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:36.053894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.074510 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:36.091541 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b2f59af9-46d4-408e-b1f0-79c30329c950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e17a41e261f40088f9ae753780e6f01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8337486 Jun 01 04:27:36.091748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53616) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:36.111704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f59af9-46d4-408e-b1f0-79c30329c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.131794 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.161200 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Pushing event updated for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.348123 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840014e-30fe-45e9-a132-c3783abf2e5e None None] Pushing event updated for resources: {'Port': ['ID=7f87f90f-0377-4d26-8648-7244328e8f2d,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.357120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Attempting to bind port 7f87f90f-0377-4d26-8648-7244328e8f2d on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:36.357120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Attempting to bind port 7f87f90f-0377-4d26-8648-7244328e8f2d by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:36.357120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Attempting to bind port 7f87f90f-0377-4d26-8648-7244328e8f2d on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:36.366645 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:36.373793 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:36.376844 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.377504 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:36.378568 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Bound port: 7f87f90f-0377-4d26-8648-7244328e8f2d, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:36.380794 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.464486 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.492035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks [] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.506120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] Publish callbacks [] for security_group (5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.522386 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] For port 7f87f90f-0377-4d26-8648-7244328e8f2d, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:36.533050 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] For port 7f87f90f-0377-4d26-8648-7244328e8f2d, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=7f87f90f-0377-4d26-8648-7244328e8f2d,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:36.537972 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-a54255a7-ee36-47c1-87a2-6753818d14ac None None] Provisioning complete for port 357b9ead-9ceb-47aa-a06c-06485225ed5c triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:36.539250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a54255a7-ee36-47c1-87a2-6753818d14ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.549237 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] Publish callbacks [] for security_group (5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.632375 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a54255a7-ee36-47c1-87a2-6753818d14ac None None] Port 357b9ead-9ceb-47aa-a06c-06485225ed5c cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:27:36.644543 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.645404 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.661473 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.782260 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840014e-30fe-45e9-a132-c3783abf2e5e None None] Pushing event updated for resources: {'Port': ['ID=7f87f90f-0377-4d26-8648-7244328e8f2d,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.787588 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:36.788200 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:36.835564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.841089 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.842442 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c HTTP/1.1" status: 204 len: 168 time: 0.7497616 Jun 01 04:27:36.857649 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94f69-5bfa-4d41-8776-e506737032db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4cb0ea-eb2e-4ee9-b3c9-01d87d76cd9c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.864623 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks [] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.873266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Pushing event updated for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:36.926688 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.927870 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:36.944465 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:36.946246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:36.969112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:37.100187 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:37.189002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Pushing event updated for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:37.267879 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:37.269511 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:37.312402 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:27:37.338172 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:37.348590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 70e90c02-da5b-49f2-b39d-510ea7f34485 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:37.487437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-180d6724-68eb-4f86-9f66-6f17c47dc8aa None None] Provisioning complete for port 30042b08-d3a6-4055-bdda-4f1588ba03b9 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:37.488056 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-180d6724-68eb-4f86-9f66-6f17c47dc8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:37.492582 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 1, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:37.495073 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 70e90c02-da5b-49f2-b39d-510ea7f34485 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:37.495658 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:37.597852 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe372c6d-e9ef-4083-888c-e822674daa50 None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 1, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:27:37.610046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:27:37.630341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-180d6724-68eb-4f86-9f66-6f17c47dc8aa None None] Port 30042b08-d3a6-4055-bdda-4f1588ba03b9 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:27:37.660532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:37.734016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:37.736882 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b04ad58b-390e-4268-a5c0-095b21d34eae req-ba859c64-a1a5-4573-9d30-84d0e641f8ca tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.2865610 Jun 01 04:27:37.807858 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 70e90c02-da5b-49f2-b39d-510ea7f34485 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:37.809562 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:37.820612 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-07dd96f9-d503-48bb-a9b2-7381416e4b48 None None] Provisioning complete for port 357b9ead-9ceb-47aa-a06c-06485225ed5c triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:37.821059 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07dd96f9-d503-48bb-a9b2-7381416e4b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:37.856786 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:27:37.865887 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7dfac577-db44-467c-8f8f-2a3dc4fe734f admin admin] 10.222.0.18 "PUT /v2.0/routers/94bcb2e1-cc3f-4da8-83af-0b0353243d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9682872 Jun 01 04:27:37.882975 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 70e90c02-da5b-49f2-b39d-510ea7f34485, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=70e90c02-da5b-49f2-b39d-510ea7f34485,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:37.896313 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-07dd96f9-d503-48bb-a9b2-7381416e4b48 None None] Port 357b9ead-9ceb-47aa-a06c-06485225ed5c cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:27:37.900724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:27:37.909871 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f8f6d77a-5577-4b82-9983-5f146c724b0e admin admin] 10.222.0.18 "PUT /v2.0/routers/8dbbf623-26b7-4d59-ab55-b17cb62a75b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7875984 Jun 01 04:27:37.954185 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:38.001146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:38.048120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=70e90c02-da5b-49f2-b39d-510ea7f34485,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:38.230213 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:27:38.250702 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:38.250702 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:38.310120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:38.406072 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:38.667059 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:38.678195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53708) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:38.683022 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985049810', 'description': 'tempest-description--77424701'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:38.733925 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 2, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:38.760823 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:27:38.761169 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Updating router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 port 30042b08-d3a6-4055-bdda-4f1588ba03b9 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:27:38.795535 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:38.811664 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:38.950772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (c8527348-3fab-4321-b4be-511d7a931fa1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.025001 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c8527348-3fab-4321-b4be-511d7a931fa1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.063273 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d25a51b7-0ce8-4347-9d02-f00d73232505 req-8f3eb4a6-ea54-4b81-9b51-aee1dbac86ef tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.0447779 Jun 01 04:27:39.082335 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8527348-3fab-4321-b4be-511d7a931fa1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:39.159962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.161327 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-be94a186-2344-4154-9e6f-da7ab2fa6413 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4820695 Jun 01 04:27:39.164504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53732) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:39.169528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group_rule': {'security_group_id': 'c8527348-3fab-4321-b4be-511d7a931fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:39.240583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:39.255935 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:39.314792 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (d6d8e0e1-31aa-4bd0-8183-90b38ca0cef8), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.365149 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks [] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.401107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-f59886c3-5f04-4e5e-8529-7fba48dc4e10 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:39.411865 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-f59886c3-5f04-4e5e-8529-7fba48dc4e10 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.3849545 Jun 01 04:27:39.447543 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-10b28b1e-59a4-4343-beae-5cd8dc9f2ff5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/quotas/bda53dca70e54e208b2767a833923234 HTTP/1.1" status: 200 len: 375 time: 0.0215006 Jun 01 04:27:39.450495 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.490321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (d6d8e0e1-31aa-4bd0-8183-90b38ca0cef8), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.549406 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93002-bebe-4cd4-b8ad-314818c707b8 None None] Pushing event updated for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:39.560454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (d6d8e0e1-31aa-4bd0-8183-90b38ca0cef8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.579842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53754) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:39.620223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d8e0e1-31aa-4bd0-8183-90b38ca0cef8,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:39.643353 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-869562b3-ff7d-4792-bede-6fd52e0c2baf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1876853 Jun 01 04:27:39.719890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 70e90c02-da5b-49f2-b39d-510ea7f34485 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:39.722334 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.723726 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d2a0e0d3-8351-449f-a19e-7e81a078129e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5581033 Jun 01 04:27:39.727064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 53764) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:39.732121 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group_rule': {'security_group_id': 'c8527348-3fab-4321-b4be-511d7a931fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:39.757375 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Attempting to bind port 30042b08-d3a6-4055-bdda-4f1588ba03b9 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:39.761640 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Attempting to bind port 30042b08-d3a6-4055-bdda-4f1588ba03b9 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:39.762381 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Attempting to bind port 30042b08-d3a6-4055-bdda-4f1588ba03b9 on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:39.779239 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:39.780203 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Checking segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:39.780203 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.780407 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Bound using segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:39.781261 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Bound port: 30042b08-d3a6-4055-bdda-4f1588ba03b9, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:39.781928 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.836750 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 70e90c02-da5b-49f2-b39d-510ea7f34485 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:39.837530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.858814 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (b73909b6-e7b4-46d0-b359-9fa7f3949864), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:39.913902 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] For port 30042b08-d3a6-4055-bdda-4f1588ba03b9, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:39.919595 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] For port 30042b08-d3a6-4055-bdda-4f1588ba03b9, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=30042b08-d3a6-4055-bdda-4f1588ba03b9,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:39.949315 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 70e90c02-da5b-49f2-b39d-510ea7f34485 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:39.950738 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 7f87f90f-0377-4d26-8648-7244328e8f2d up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:39.990147 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.044621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (b73909b6-e7b4-46d0-b359-9fa7f3949864), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.060121 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Provisioning complete for port 30042b08-d3a6-4055-bdda-4f1588ba03b9 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:40.060673 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.080502 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:40.081169 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:40.092166 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625168754-network', 'tenant_id': 'd3671fb4f2a04b328823f20a463b4058'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:40.129980 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (b73909b6-e7b4-46d0-b359-9fa7f3949864), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.199016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73909b6-e7b4-46d0-b359-9fa7f3949864,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:40.219977 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-2bec1636-d770-4adb-97ab-59cdabd76be2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:27:40.234164 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-2bec1636-d770-4adb-97ab-59cdabd76be2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1761942 Jun 01 04:27:40.262817 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Made reservation on behalf of d3671fb4f2a04b328823f20a463b4058 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:40.265152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.272295 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Current status of the port 30042b08-d3a6-4055-bdda-4f1588ba03b9 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:40.272722 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.288169 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:40.294611 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.298023 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c42aec9e-63e8-470a-9318-0e2c1f60433d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5702786 Jun 01 04:27:40.298839 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 7f87f90f-0377-4d26-8648-7244328e8f2d triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:40.299938 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.301510 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21c078e9-1943-47d9-a951-ff0a48fc4018 req-d1fa681e-85ab-4320-888a-a6b40e0ff210 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.0881331 Jun 01 04:27:40.303442 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93002-bebe-4cd4-b8ad-314818c707b8 None None] Pushing event updated for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:40.324742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53774) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:40.332373 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:40.342064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.360854 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] For port 30042b08-d3a6-4055-bdda-4f1588ba03b9, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=30042b08-d3a6-4055-bdda-4f1588ba03b9,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:40.370885 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:40.476892 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.489366 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-6d0af767-37dc-4ac0-bc83-7ca0a9b18891 service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521684 Jun 01 04:27:40.500471 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.633683 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks [] for security_group (62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.670231 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-6de96fcd-cc4c-4870-8011-c394af004fae service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772153 Jun 01 04:27:40.732796 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:40.755706 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-ae8c0326-331e-4b26-a366-e7d66a281259 None None] Provisioning complete for port 30042b08-d3a6-4055-bdda-4f1588ba03b9 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:40.756238 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0326-331e-4b26-a366-e7d66a281259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.765498 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.781469 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 7f87f90f-0377-4d26-8648-7244328e8f2d is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:40.782141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.797494 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:39Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:40.822292 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.826122 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:27:40.830277 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19a906-2281-41f3-820b-4f23a945128c None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:39Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:27:40.858887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8370-eb8e-41e8-a1ad-84dc211eb927 None None] Pushing event updated for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:40.862304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:40.875760 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (cc950041-8702-41d7-85a7-e7a06ca3d46b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:40.875760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Added segment cc950041-8702-41d7-85a7-e7a06ca3d46b of type vlan for network 3fe53d24-5874-4cd1-a660-013e23cad9ad Jun 01 04:27:40.947044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 7f87f90f-0377-4d26-8648-7244328e8f2d, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=7f87f90f-0377-4d26-8648-7244328e8f2d,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:40.969255 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (3fe53d24-5874-4cd1-a660-013e23cad9ad), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.007166 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c0326-331e-4b26-a366-e7d66a281259 None None] Current status of the port 30042b08-d3a6-4055-bdda-4f1588ba03b9 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:41.027652 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:27:41.040714 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:41.041411 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:41.086907 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.113142 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.45', 50247) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:41.125244 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Allocated IP 172.27.0.81 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/3b80a0ae-3290-4267-a178-bd02c43aedc9) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:41.132996 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:41.143350 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (3fe53d24-5874-4cd1-a660-013e23cad9ad), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.144636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:41.145432 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.207271 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:41.395146 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bcb6c7c-ecc6-49cc-b535-bbf86a867498 req-c0e03375-c698-4611-b6c9-8744daaf670b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 210 time: 0.0819244 Jun 01 04:27:41.536988 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:41.541227 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-2911623a-a66f-435c-ab9f-603e44f1923b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:41.545181 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-2911623a-a66f-435c-ab9f-603e44f1923b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.45 "GET /v2.0/networks?id=13e7f666-dfbf-45d5-abef-3761ea497503 HTTP/1.1" status: 200 len: 812 time: 0.4308171 Jun 01 04:27:41.611110 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Request body: {'port': {'device_id': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503', 'admin_state_up': True, 'tenant_id': '8eb15379902c4745a1e3fd5b83d0e4be'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:41.644616 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 30042b08-d3a6-4055-bdda-4f1588ba03b9 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:41.648211 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-709349f3-6d93-43d0-9edd-50176e521a1b req-18801efc-adfd-4dc2-adb5-a1e16d5d5dcb tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.0437202 Jun 01 04:27:41.662028 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0690651 Jun 01 04:27:41.685685 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 53826) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:41.687116 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d90ae-80fc-406b-af20-78548fc68b0f admin admin] Pushing event updated for resources: {'Network': ['ID=3fe53d24-5874-4cd1-a660-013e23cad9ad,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:41.694183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Request body: {'subnet': {'network_id': '3fe53d24-5874-4cd1-a660-013e23cad9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625168754-subnet', 'tenant_id': 'd3671fb4f2a04b328823f20a463b4058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:41.818209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.825438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Made reservation on behalf of d3671fb4f2a04b328823f20a463b4058 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:41.832523 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:41.833141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:41.890413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 3fe53d24-5874-4cd1-a660-013e23cad9ad details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:27:41.995973 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 30042b08-d3a6-4055-bdda-4f1588ba03b9 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:42.014146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.097597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:42.159470 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=7f87f90f-0377-4d26-8648-7244328e8f2d,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:42.314618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Made reservation on behalf of 8eb15379902c4745a1e3fd5b83d0e4be for: {'port': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:42.318938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.430510 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.543738 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 30042b08-d3a6-4055-bdda-4f1588ba03b9 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:42.555416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:42.564810 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:42.642563 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:42.666712 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 2, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:42.706420 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:27:42.706420 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Updating router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 port 357b9ead-9ceb-47aa-a06c-06485225ed5c binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:27:42.770604 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.797789 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:42.804625 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Allocated IP 172.20.0.10 (13e7f666-dfbf-45d5-abef-3761ea497503/5c19aa4f-aa14-464a-94ce-944de37a4745/26362886-e304-4f86-af04-dede6afa3f35) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:27:42.817571 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.846903 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:42.857848 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-55183d61-4084-494f-86e1-068fb4a4e790 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:42.859450 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-55183d61-4084-494f-86e1-068fb4a4e790 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.8013966 Jun 01 04:27:42.860423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (ddd527a1-1d73-495a-8058-c3260d2ac575), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:42.884932 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-73a822fa-8513-48c6-987e-3ad4113d5dd7 req-fd463a2c-494f-413d-99d7-37235580df33 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Jun 01 04:27:42.952584 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-88742942-7b67-47d4-8f31-45ea68b77743 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/quotas/bda53dca70e54e208b2767a833923234 HTTP/1.1" status: 200 len: 375 time: 0.0825751 Jun 01 04:27:42.976204 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd527a1-1d73-495a-8058-c3260d2ac575,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:42.980371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=3b80a0ae-3290-4267-a178-bd02c43aedc9,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:43.040256 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.180401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks [] for port (26362886-e304-4f86-af04-dede6afa3f35), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.193145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Checking segment: {'id': 'cc950041-8702-41d7-85a7-e7a06ca3d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fe53d24-5874-4cd1-a660-013e23cad9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:43.198837 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Network hostable DHCP agents. Network: 3fe53d24-5874-4cd1-a660-013e23cad9ad, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:27:43.263859 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-422b1b10-faca-436f-be1b-739aa4b42cfd tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740481 Jun 01 04:27:43.338045 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 7f87f90f-0377-4d26-8648-7244328e8f2d up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:43.362682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:43.503480 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.505360 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks [] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.522475 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 7f87f90f-0377-4d26-8648-7244328e8f2d triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:43.523186 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.529962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Network 3fe53d24-5874-4cd1-a660-013e23cad9ad is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:27:43.607354 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Network 13e7f666-dfbf-45d5-abef-3761ea497503 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:27:43.610711 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-9de07be9-6b7c-408f-b31c-2fdfa0a6deed service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454270 Jun 01 04:27:43.614466 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:43.615923 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.641595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:27:43.654621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:43.655595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.680320 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365cab5-2f70-4e23-9777-0c52e175def6 None None] Pushing event updated for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:43.685882 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:43.704489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 3fe53d24-5874-4cd1-a660-013e23cad9ad) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:43.794217 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Pushing event updated for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:43.853605 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-edaf1f98-4192-4e0a-90bd-d78b5b962603 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2467246 Jun 01 04:27:43.884247 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33328de3-b294-4cfd-ba29-c2f7ce32a117 None None] Network 3fe53d24-5874-4cd1-a660-013e23cad9ad requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:43.900559 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-ed8a5da7-04be-45ca-9127-8ee962f381bb service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889321 Jun 01 04:27:43.902226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:43.916822 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:43.917678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:43.920482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 7f87f90f-0377-4d26-8648-7244328e8f2d is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:43.942385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-d7016991-f732-44c0-bb4d-5030f3793172 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:27:43.943488 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-d7016991-f732-44c0-bb4d-5030f3793172 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063968 Jun 01 04:27:44.037308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.083493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6c1b7fdd-51cc-4f9b-9956-a8f338a24881 None None] Provisioning complete for port 357b9ead-9ceb-47aa-a06c-06485225ed5c triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:44.084475 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c1b7fdd-51cc-4f9b-9956-a8f338a24881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.154131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Attempting to bind port 357b9ead-9ceb-47aa-a06c-06485225ed5c on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:44.154619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Attempting to bind port 357b9ead-9ceb-47aa-a06c-06485225ed5c by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:44.154982 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Attempting to bind port 357b9ead-9ceb-47aa-a06c-06485225ed5c on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:44.165747 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b7fdd-51cc-4f9b-9956-a8f338a24881 None None] Port 357b9ead-9ceb-47aa-a06c-06485225ed5c cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:27:44.174445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:44.174877 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:44.175287 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.175862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Bound using segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:44.176428 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Bound port: 357b9ead-9ceb-47aa-a06c-06485225ed5c, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:44.176815 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.185625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-42221403-4d74-4e86-9a2d-9c42c9e43c34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4954224 Jun 01 04:27:44.187322 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.237517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.316639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=3b80a0ae-3290-4267-a178-bd02c43aedc9,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:44.351151 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d1acd-007b-42d7-bec6-a426a53eccc9 None None] Network 3fe53d24-5874-4cd1-a660-013e23cad9ad requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:44.509997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] For port 357b9ead-9ceb-47aa-a06c-06485225ed5c, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:44.509997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] For port 357b9ead-9ceb-47aa-a06c-06485225ed5c, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=357b9ead-9ceb-47aa-a06c-06485225ed5c,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:44.513169 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52ea4-e3ca-4a9c-8cbd-4c5ff64c95ed req-e4758874-9457-47cf-a715-7a095fcda861 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:44.513538 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-35b52ea4-e3ca-4a9c-8cbd-4c5ff64c95ed req-e4758874-9457-47cf-a715-7a095fcda861 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 932 time: 0.4709361 Jun 01 04:27:44.692946 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ee3cdb4-f964-44bd-9924-9a6631c8337f req-9856a437-f3b0-4dd3-ba8e-b15d37c40e72 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0827456 Jun 01 04:27:44.695423 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Request body: {'port': {'device_id': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:44.695423 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-35b52ea4-e3ca-4a9c-8cbd-4c5ff64c95ed req-fd7674f8-731f-4a28-8c7c-c25120bd5746 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177714 Jun 01 04:27:44.695423 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (26362886-e304-4f86-af04-dede6afa3f35), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:44.999811 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:45.009630 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-522f3157-0cc8-404c-bd77-8a3a055b0929 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6834576 Jun 01 04:27:45.040901 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:45.112329 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:45.130388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:45.210592 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26362886-e304-4f86-af04-dede6afa3f35 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:27:45.211479 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:27:45.212179 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:27:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:45.222210 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks [] for port (26362886-e304-4f86-af04-dede6afa3f35), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:45.253915 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Transition to ACTIVE for port object 26362886-e304-4f86-af04-dede6afa3f35 will not be triggered until provisioned by entity L2. {{(pid=104650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:27:45.331278 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:45.440016 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365cab5-2f70-4e23-9777-0c52e175def6 None None] Pushing event updated for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:45.643687 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-9dd3c57c-873d-4843-8b0f-2588e37bb7cd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1985049810&fields=id&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 267 time: 0.1328053 Jun 01 04:27:45.660826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:27:45.695420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Attempting to bind port 26362886-e304-4f86-af04-dede6afa3f35 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:27:45.695778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Attempting to bind port 26362886-e304-4f86-af04-dede6afa3f35 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1c388df2-4396-4bb8-996c-992efd717d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:27:45.698821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Attempting to bind port 26362886-e304-4f86-af04-dede6afa3f35 on network 13e7f666-dfbf-45d5-abef-3761ea497503 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:45.709865 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:45.717683 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Port 26362886-e304-4f86-af04-dede6afa3f35 on network 13e7f666-dfbf-45d5-abef-3761ea497503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:27:45.717908 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Attempting to bind port 26362886-e304-4f86-af04-dede6afa3f35 on network 13e7f666-dfbf-45d5-abef-3761ea497503 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:27:45.871374 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db066113-9275-4248-8d1e-1ffa3266970f req-53fc68b6-8639-465f-bcd5-a72d5f605c80 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0605149 Jun 01 04:27:45.876571 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-2b8192d7-d20f-4bd4-99ab-e13a04d55a20 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:45.878082 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-2b8192d7-d20f-4bd4-99ab-e13a04d55a20 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 817 time: 0.1858037 Jun 01 04:27:45.908233 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:27:45.908432 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Checking segment: {'id': '1c388df2-4396-4bb8-996c-992efd717d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:45.908876 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Bound using segment: {'id': '1c388df2-4396-4bb8-996c-992efd717d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:27:45.909953 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Bound port: 26362886-e304-4f86-af04-dede6afa3f35, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c388df2-4396-4bb8-996c-992efd717d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:27:45.910348 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (26362886-e304-4f86-af04-dede6afa3f35), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.001550 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-0e6c47dc-e231-401a-8703-0e2f68f2fa0b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/quotas/d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 375 time: 0.1178627 Jun 01 04:27:46.073041 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-29a5e0d4-2f0f-4d90-a162-7bdbea640dcf tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617750 Jun 01 04:27:46.144539 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deee7cc-7302-48a1-8d28-24b56d149e52 req-790cfb7b-88f8-4cc5-81ae-6ccbd714ca9f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:46.149818 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5deee7cc-7302-48a1-8d28-24b56d149e52 req-790cfb7b-88f8-4cc5-81ae-6ccbd714ca9f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.1425214 Jun 01 04:27:46.149818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:46.172609 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:27:46.179414 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Provisioning complete for port 357b9ead-9ceb-47aa-a06c-06485225ed5c triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:46.179985 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.214109 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=26362886-e304-4f86-af04-dede6afa3f35,segment=NetworkSegment(1c388df2-4396-4bb8-996c-992efd717d43),segment_id=1c388df2-4396-4bb8-996c-992efd717d43)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:27:46.261264 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5deee7cc-7302-48a1-8d28-24b56d149e52 req-74d8683e-8e4b-4996-8af1-440f62f16a27 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081526 Jun 01 04:27:46.262578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54014) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:46.272672 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-680722718-network', 'tenant_id': '95308535343e449b81d3462990cbfbf6'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:46.321579 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.386498 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-dd9cdaa0-b649-463c-841e-9b553c868e58 service neutron] 10.222.0.18 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881703 Jun 01 04:27:46.406956 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:44Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:46.421497 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:46.422345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.423907 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] 10.222.0.45 "PUT /v2.0/ports/26362886-e304-4f86-af04-dede6afa3f35 HTTP/1.1" status: 200 len: 1094 time: 1.9925668 Jun 01 04:27:46.426296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'tag': '26362886-e304-4f86-af04-dede6afa3f35'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:27:46.454553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b30cc-bb8a-4e0b-be05-17c7f5a03755 None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:44Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:27:46.466340 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:46.474659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Current status of the port 357b9ead-9ceb-47aa-a06c-06485225ed5c is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:46.475125 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.533621 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] For port 357b9ead-9ceb-47aa-a06c-06485225ed5c, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=357b9ead-9ceb-47aa-a06c-06485225ed5c,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:27:46.570442 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:46.608017 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Made reservation on behalf of 95308535343e449b81d3462990cbfbf6 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:46.611797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.617162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.628221 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c4787-eaef-429c-bfa7-7ac06b341ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:46.668413 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.716759 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215849d-ff75-46f9-b26d-7e766542fdc2 None None] Pushing event updated for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:46.755189 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-982daa3a-8d26-4ec1-b019-837b19878de9 service neutron] 10.222.0.18 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506958 Jun 01 04:27:46.810972 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823371c-71aa-4a82-98e7-4ab0c83dc358" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "tag": "26362886-e304-4f86-af04-dede6afa3f35"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:27:46.818681 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks [] for security_group (fb7f9ebc-f6ab-4c08-8dda-3416595c3cea), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.907136 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fb7f9ebc-f6ab-4c08-8dda-3416595c3cea), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.940249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:27:46.955553 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f9ebc-f6ab-4c08-8dda-3416595c3cea,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:46.963528 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (c2ccdfc6-b502-41f9-bb36-d17cb5105989), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:46.963872 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Added segment c2ccdfc6-b502-41f9-bb36-d17cb5105989 of type vlan for network 985a47cb-208a-4e1a-abd7-02224960bad6 Jun 01 04:27:47.035394 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (985a47cb-208a-4e1a-abd7-02224960bad6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.122112 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee1b5c-cef0-4cd8-9db8-c008774809d5 x-openstack-request-id: req-47ee1b5c-cef0-4cd8-9db8-c008774809d5 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:27:47.122417 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "tag": "26362886-e304-4f86-af04-dede6afa3f35", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:27:47.122676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47ee1b5c-cef0-4cd8-9db8-c008774809d5 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:27:47.123134 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ee1b5c-cef0-4cd8-9db8-c008774809d5'] response: {'name': 'network-changed', 'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'tag': '26362886-e304-4f86-af04-dede6afa3f35', 'status': 'completed', 'code': 200} Jun 01 04:27:47.166562 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54044) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:47.205417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-032d8788-5952-4c45-b6de-2c940df3fb1e req-6d79caca-566d-43ef-b6df-b8727b80f971 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0566554 Jun 01 04:27:47.225486 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82b88a59-c72d-45ef-b1e3-a03427a12180 req-7f66268f-7686-4114-ae11-05892f65656a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0794024 Jun 01 04:27:47.226087 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (985a47cb-208a-4e1a-abd7-02224960bad6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.227016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:47.244748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.269178 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 357b9ead-9ceb-47aa-a06c-06485225ed5c up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:27:47.334409 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] Pushing event updated for resources: {'Network': ['ID=985a47cb-208a-4e1a-abd7-02224960bad6,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:47.353074 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 985a47cb-208a-4e1a-abd7-02224960bad6 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:27:47.385902 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ccb18425-7d40-4abf-a1f5-39fffe163981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.439994 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8a4fcd08-783f-4eab-9379-999b75a4ae3d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1741004 Jun 01 04:27:47.443207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54056) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:47.450826 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Request body: {'subnet': {'network_id': '985a47cb-208a-4e1a-abd7-02224960bad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-680722718-subnet', 'tenant_id': '95308535343e449b81d3462990cbfbf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:27:47.457011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 357b9ead-9ceb-47aa-a06c-06485225ed5c triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:27:47.457665 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.524065 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ccb18425-7d40-4abf-a1f5-39fffe163981 admin admin] Publish callbacks [] for security_group (452987ad-d032-400f-a331-f400ab3a1c61), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.532547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cedf09-50da-4a90-a611-52baee1cce9e req-08462e1c-5443-4df4-a3af-6a578b6c56ad tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:47.534815 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0cedf09-50da-4a90-a611-52baee1cce9e req-08462e1c-5443-4df4-a3af-6a578b6c56ad tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0887403 Jun 01 04:27:47.568618 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 357b9ead-9ceb-47aa-a06c-06485225ed5c is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:27:47.590153 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0cedf09-50da-4a90-a611-52baee1cce9e req-854ed144-ffb2-4b97-b120-39dd3e1461ac tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Jun 01 04:27:47.616987 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Made reservation on behalf of 95308535343e449b81d3462990cbfbf6 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:27:47.618002 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ccb18425-7d40-4abf-a1f5-39fffe163981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (452987ad-d032-400f-a331-f400ab3a1c61), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.619421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.660100 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ccb18425-7d40-4abf-a1f5-39fffe163981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a45f5b11ffc4a99b4d7d7b8fbf86838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902318 Jun 01 04:27:47.661853 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54060) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:47.670015 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb18425-7d40-4abf-a1f5-39fffe163981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452987ad-d032-400f-a331-f400ab3a1c61,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:47.710472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:47.724863 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] Publish callbacks [] for security_group (452987ad-d032-400f-a331-f400ab3a1c61), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.747778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] Publish callbacks [] for security_group (452987ad-d032-400f-a331-f400ab3a1c61), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.857376 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (452987ad-d032-400f-a331-f400ab3a1c61), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.858388 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (38053ce4-a798-474e-b738-f4d2d5df4ce8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.860504 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:47.874852 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/452987ad-d032-400f-a331-f400ab3a1c61 HTTP/1.1" status: 204 len: 168 time: 0.2015378 Jun 01 04:27:47.886211 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d1690-dc9c-4420-bf86-a40190419973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452987ad-d032-400f-a331-f400ab3a1c61,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:47.936054 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38053ce4-a798-474e-b738-f4d2d5df4ce8,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:47.942149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Checking segment: {'id': 'c2ccdfc6-b502-41f9-bb36-d17cb5105989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '985a47cb-208a-4e1a-abd7-02224960bad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:27:47.942514 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Network hostable DHCP agents. Network: 985a47cb-208a-4e1a-abd7-02224960bad6, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:27:48.100885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Network 985a47cb-208a-4e1a-abd7-02224960bad6 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:27:48.101254 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:48.182934 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 985a47cb-208a-4e1a-abd7-02224960bad6) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:27:48.188768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:48.193170 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:48.193896 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de1c75-c912-4837-801f-db938e3116d8 None None] Network 985a47cb-208a-4e1a-abd7-02224960bad6 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:48.326212 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f4508b70-e6c2-400c-8b9f-12c3b10bbf03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8818521 Jun 01 04:27:48.348320 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-117d0b9e-8dc6-452a-9a8b-88441abac139 req-76573e72-d6b5-4e8f-b54d-933a7c0226e8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0940971 Jun 01 04:27:48.365926 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20710124-cc43-46f8-85ac-02102f97db8c None None] Network 985a47cb-208a-4e1a-abd7-02224960bad6 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:27:48.389117 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:48.438208 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7a6914c-28ae-44f7-8e85-70320359b3da req-baa311ee-f930-4c8c-885f-213b4d050f68 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0462790 Jun 01 04:27:48.562132 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54086) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:48.619367 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Deleting subnet ddd527a1-1d73-495a-8058-c3260d2ac575 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:27:48.623692 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Publish callbacks [] for subnet (ddd527a1-1d73-495a-8058-c3260d2ac575), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:48.669835 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Publish callbacks [] for subnet (ddd527a1-1d73-495a-8058-c3260d2ac575), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:48.687866 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (ddd527a1-1d73-495a-8058-c3260d2ac575), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:48.925309 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:48.946578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4ae81-804a-4930-a49d-cfd3ae33474c req-0bbc010d-76ee-49fd-a76b-a77082811914 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:48.954065 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55c4ae81-804a-4930-a49d-cfd3ae33474c req-0bbc010d-76ee-49fd-a76b-a77082811914 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.2676489 Jun 01 04:27:49.012600 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55c4ae81-804a-4930-a49d-cfd3ae33474c req-b034d876-bb22-42e7-b1d9-b3cb290ce63c tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Jun 01 04:27:49.062896 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (ddd527a1-1d73-495a-8058-c3260d2ac575), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.089915 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd527a1-1d73-495a-8058-c3260d2ac575,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:49.093276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.096394 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-914eb129-70aa-4554-a3dc-ae977dbe79dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ddd527a1-1d73-495a-8058-c3260d2ac575 HTTP/1.1" status: 204 len: 168 time: 0.5332398 Jun 01 04:27:49.098867 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54102) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:49.176837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (3fe53d24-5874-4cd1-a660-013e23cad9ad), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.220401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:49.267883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (3fe53d24-5874-4cd1-a660-013e23cad9ad), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.288430 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.288808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.289545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.289901 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.290239 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.290556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.290875 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.291201 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.291547 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.291888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.372635 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.373345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.373345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.373623 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:49.374000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe53d24-5874-4cd1-a660-013e23cad9ad']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:49.399041 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc950041-8702-41d7-85a7-e7a06ca3d46b') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:49.399374 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc950041-8702-41d7-85a7-e7a06ca3d46b') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:49.417258 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (cc950041-8702-41d7-85a7-e7a06ca3d46b), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.444431 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (cc950041-8702-41d7-85a7-e7a06ca3d46b), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.456297 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:27:49.456694 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (cc950041-8702-41d7-85a7-e7a06ca3d46b), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.530172 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cdfb03cd-c83a-4214-80eb-b2f7783fdeca req-a61b03b8-b1f8-44c3-bc30-b41b8700eba1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0507648 Jun 01 04:27:49.571494 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca39f0bd-eda2-45a3-b61d-1c38b1f19cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.609621 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-126f7a04-a5eb-4260-97f9-cbaf349b5213 req-0b75a685-2599-4763-8840-05ffe5491dcf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0601873 Jun 01 04:27:49.708855 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (3fe53d24-5874-4cd1-a660-013e23cad9ad), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.718253 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.721675 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3fe53d24-5874-4cd1-a660-013e23cad9ad HTTP/1.1" status: 204 len: 168 time: 0.6192696 Jun 01 04:27:49.722047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54126) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:49.734274 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd76d4-b943-44d7-9051-7fb4749dd5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe53d24-5874-4cd1-a660-013e23cad9ad,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:49.804422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Deleting subnet 38053ce4-a798-474e-b738-f4d2d5df4ce8 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:27:49.808401 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Publish callbacks [] for subnet (38053ce4-a798-474e-b738-f4d2d5df4ce8), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.816750 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment cc950041-8702-41d7-85a7-e7a06ca3d46b resource provider aggregate not found Jun 01 04:27:49.841810 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment cc950041-8702-41d7-85a7-e7a06ca3d46b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc950041-8702-41d7-85a7-e7a06ca3d46b found for delete ", "request_id": "req-9990b21f-4508-4ed4-a9ff-cf635ed3783f"}]} Jun 01 04:27:49.852282 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Publish callbacks [] for subnet (38053ce4-a798-474e-b738-f4d2d5df4ce8), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:49.863275 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (38053ce4-a798-474e-b738-f4d2d5df4ce8), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.024057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for subnet (38053ce4-a798-474e-b738-f4d2d5df4ce8), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.055591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38053ce4-a798-474e-b738-f4d2d5df4ce8,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:50.057852 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.061721 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-15383a4d-7f86-45c9-93ea-4ea74a994be6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/38053ce4-a798-474e-b738-f4d2d5df4ce8 HTTP/1.1" status: 204 len: 168 time: 0.3380160 Jun 01 04:27:50.064427 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54134) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:50.181154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bcb45-8733-4ec5-a10e-0574de1a3ef7 req-943dfc77-16e2-488a-8012-35c0c554b681 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:50.182946 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d4bcb45-8733-4ec5-a10e-0574de1a3ef7 req-943dfc77-16e2-488a-8012-35c0c554b681 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0698147 Jun 01 04:27:50.186028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (985a47cb-208a-4e1a-abd7-02224960bad6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.249727 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:50.312287 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d4bcb45-8733-4ec5-a10e-0574de1a3ef7 req-162fd83c-6af5-477d-8fcf-13a32883c5a6 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195197 Jun 01 04:27:50.349065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (985a47cb-208a-4e1a-abd7-02224960bad6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.391826 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.392294 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.393157 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.393563 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > port after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.393974 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.394361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > port after_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.394751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.395140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.395547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.395979 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.633134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.633704 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.633799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.634118 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 04:27:50.634484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985a47cb-208a-4e1a-abd7-02224960bad6']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:50.638564 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cfc5bfe4-f1c2-4b69-835f-a81c0358c0a3 req-f4df9184-97d3-4580-839d-f855d91a0a4e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Jun 01 04:27:50.657976 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ccdfc6-b502-41f9-bb36-d17cb5105989') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:50.658267 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ccdfc6-b502-41f9-bb36-d17cb5105989') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:27:50.802571 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=52 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:50.815292 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (c2ccdfc6-b502-41f9-bb36-d17cb5105989), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.847153 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3a8f4b1b-1098-40e5-8723-18d1dcf7bfa7 req-dc33a1b4-6ceb-4b5e-aa2a-59fce27515d9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0466974 Jun 01 04:27:50.857895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (c2ccdfc6-b502-41f9-bb36-d17cb5105989), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:50.867254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:27:50.867802 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (c2ccdfc6-b502-41f9-bb36-d17cb5105989), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.023528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (985a47cb-208a-4e1a-abd7-02224960bad6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.032097 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment c2ccdfc6-b502-41f9-bb36-d17cb5105989 resource provider aggregate not found Jun 01 04:27:51.035871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.039656 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/985a47cb-208a-4e1a-abd7-02224960bad6 HTTP/1.1" status: 204 len: 168 time: 0.9742749 Jun 01 04:27:51.056994 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182135f-14ee-44db-ac47-6ae92e3e21fc admin admin] Pushing event deleted for resources: {'Network': ['ID=985a47cb-208a-4e1a-abd7-02224960bad6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:51.057521 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment c2ccdfc6-b502-41f9-bb36-d17cb5105989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2ccdfc6-b502-41f9-bb36-d17cb5105989 found for delete ", "request_id": "req-883db170-baa4-4f3e-bd07-b12c34236f86"}]} Jun 01 04:27:51.365678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54168) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:51.407702 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dc0fe37b-e200-49ca-b3e1-01198b1c104f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3671fb4f2a04b328823f20a463b4058&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409491 Jun 01 04:27:51.410186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54170) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:51.434251 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72158d-87cc-4137-94d2-f514fd2cfd74 req-e21d22bc-8ed0-45f7-a6d4-865e14cffa4b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:51.435770 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b72158d-87cc-4137-94d2-f514fd2cfd74 req-e21d22bc-8ed0-45f7-a6d4-865e14cffa4b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0485749 Jun 01 04:27:51.460237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] Publish callbacks [] for security_group (62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.484355 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] Publish callbacks [] for security_group (62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.490409 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b72158d-87cc-4137-94d2-f514fd2cfd74 req-24bf86c5-cb49-499e-b86d-ac87cf3479c4 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Jun 01 04:27:51.497875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:51.632425 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.634954 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.636156 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7 HTTP/1.1" status: 204 len: 168 time: 0.2250617 Jun 01 04:27:51.650098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa76f0-6100-4f8a-a900-6731fd63f0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb9cb8-d0a8-4e1b-a7b1-af9d73fc09d7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:51.740648 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a80b9a16-0321-4705-a820-3491669e3bb1 req-94a341e5-fc9d-412d-9466-dc6402ddb5c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Jun 01 04:27:51.966127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cde7cc99-0e85-4bdb-8e37-06f3e432e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:51.995360 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac3ad4d-5542-4119-b669-e186fa1e3c8f req-19e9012e-da17-4a9e-a44c-238343ae7f45 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0381672 Jun 01 04:27:52.470637 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54188) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:52.516652 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a8cc23ad-40fe-4b74-b787-65ab59d76259 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95308535343e449b81d3462990cbfbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446193 Jun 01 04:27:52.519168 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54192) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:52.576821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] Publish callbacks [] for security_group (fb7f9ebc-f6ab-4c08-8dda-3416595c3cea), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:52.613515 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] Publish callbacks [] for security_group (fb7f9ebc-f6ab-4c08-8dda-3416595c3cea), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:52.638290 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c440-fd5b-404c-9f1f-6fa50ac63467 req-dd0c17b3-00fc-4542-a305-8c94d29c670f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:52.640418 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d36c440-fd5b-404c-9f1f-6fa50ac63467 req-dd0c17b3-00fc-4542-a305-8c94d29c670f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0753858 Jun 01 04:27:52.713541 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d36c440-fd5b-404c-9f1f-6fa50ac63467 req-f1249673-5bb4-4d86-8775-594bad1c648b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Jun 01 04:27:52.777123 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fb7f9ebc-f6ab-4c08-8dda-3416595c3cea), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:52.781124 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:52.782506 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb7f9ebc-f6ab-4c08-8dda-3416595c3cea HTTP/1.1" status: 204 len: 168 time: 0.2623348 Jun 01 04:27:52.791410 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22b688-a038-4bbc-bcfa-cccf729b0512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f9ebc-f6ab-4c08-8dda-3416595c3cea,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:52.916104 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-84cdd902-aae8-4e2a-85f6-2c3a9fe10950 req-67e49f64-ecf5-42ff-bdac-050476228bcc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jun 01 04:27:53.075053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:53.099681 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f4a4831-23ac-4b2d-90aa-d1efa3fc7a67 req-6cad6a53-006b-41e4-9939-6641efda81be tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0296805 Jun 01 04:27:53.842547 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45eba-90b6-4449-a732-adaff3368233 req-3fb5c238-660f-4c12-8f18-c79d028e7649 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:53.844337 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-97c45eba-90b6-4449-a732-adaff3368233 req-3fb5c238-660f-4c12-8f18-c79d028e7649 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0553937 Jun 01 04:27:53.896962 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-97c45eba-90b6-4449-a732-adaff3368233 req-38c3ff5f-2da9-47fe-9715-b12b41634309 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Jun 01 04:27:54.028185 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3fcbb603-d46e-467a-9225-5c54595236cf req-b0898e7e-942a-4241-9220-04665db616a7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0285697 Jun 01 04:27:54.227907 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d360c2f8-0f4a-4ead-aa34-d3367db727d5 req-50731bb5-4d62-485b-9bfb-200f58dc7b2f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0385506 Jun 01 04:27:54.628228 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:55.016601 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8242e7-800d-4e15-8808-cd402bc7e8ad req-e8b623af-97d0-4566-971f-3a34b41076e1 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:55.019584 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de8242e7-800d-4e15-8808-cd402bc7e8ad req-e8b623af-97d0-4566-971f-3a34b41076e1 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0547707 Jun 01 04:27:55.082300 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de8242e7-800d-4e15-8808-cd402bc7e8ad req-9d092554-0bc6-46e4-a367-dae9eb16da89 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585449 Jun 01 04:27:55.181714 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b93d7a8c-33a3-4243-a76f-458d331c6149 req-73764170-c567-4f1b-bb05-b42c9ae1a4c0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0355036 Jun 01 04:27:55.338073 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6813209-7273-4963-82a5-9fb5ab57d0de req-0d584b66-5cb4-439f-8354-91785041bed0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0318205 Jun 01 04:27:56.089033 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:56.214108 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d775-39ce-4e6f-bb5f-d000a1811912 req-614c45d2-949d-4bad-9922-ac6a8608acc4 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:56.216329 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bac2d775-39ce-4e6f-bb5f-d000a1811912 req-614c45d2-949d-4bad-9922-ac6a8608acc4 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0508077 Jun 01 04:27:56.241858 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:56.265195 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bac2d775-39ce-4e6f-bb5f-d000a1811912 req-55fbb1b3-7d7f-480c-9fd2-2ec2151f301e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Jun 01 04:27:56.281081 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0fadad93-ee83-492b-a4f7-44b81a1c4972 req-33cf1c36-3f0c-4cf4-a832-695011bd37de tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0294409 Jun 01 04:27:56.438100 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ca9120d0-f5f7-46a5-898e-7380c4954659 req-283ba216-ef4a-49e8-af11-eb5b10b2293b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0285165 Jun 01 04:27:57.379527 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4b4bc37e-a181-473b-a279-f49b29b81f00 req-e44a645f-e1c6-4cab-b4e6-5c6972cfd90a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Jun 01 04:27:57.391178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c38f8-ca75-401b-a99a-7830dc1eaf77 req-d8ef1bd1-0c0c-4b7d-b755-84279835e0d5 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:57.392719 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a12c38f8-ca75-401b-a99a-7830dc1eaf77 req-d8ef1bd1-0c0c-4b7d-b755-84279835e0d5 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0526419 Jun 01 04:27:57.440701 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a12c38f8-ca75-401b-a99a-7830dc1eaf77 req-84beb8d2-3267-4987-969e-f0667799150f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Jun 01 04:27:57.540505 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f8795e9a-1723-4523-8b80-bef2e9250306 req-53885d67-d363-4f4a-90a9-0368f6534a54 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0358870 Jun 01 04:27:58.299827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54390) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:58.409499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d426927-bab9-40eb-aa10-93150ade7bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.487651 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-06c25276-2b27-490f-85cb-99cdcdda8e56 req-6b3fd7e3-327c-49e1-8ba2-222f05310df8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Jun 01 04:27:58.492730 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d426927-bab9-40eb-aa10-93150ade7bdc admin admin] Publish callbacks [] for security_group (8e0d9220-f7c3-43ec-83ef-03c874ec4530), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.560855 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347a171-6a7c-42ce-8b37-09f57eba7eac req-ade6771f-56f4-447a-9898-009314651185 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:58.563510 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9347a171-6a7c-42ce-8b37-09f57eba7eac req-ade6771f-56f4-447a-9898-009314651185 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0478022 Jun 01 04:27:58.565369 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d426927-bab9-40eb-aa10-93150ade7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (8e0d9220-f7c3-43ec-83ef-03c874ec4530), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.628599 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4d426927-bab9-40eb-aa10-93150ade7bdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=244e62e9b8664e4b95ff54af08a2128e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273199 Jun 01 04:27:58.631121 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54408) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:58.641977 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d426927-bab9-40eb-aa10-93150ade7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d9220-f7c3-43ec-83ef-03c874ec4530,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:58.657179 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e8c0368d-657b-4376-8881-040330651aeb req-bd2484eb-959e-424c-9004-f92b47e4d56a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0402505 Jun 01 04:27:58.686419 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9347a171-6a7c-42ce-8b37-09f57eba7eac req-782faea0-e1a0-45e8-9dcd-9a6649de8768 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154399 Jun 01 04:27:58.710439 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] Publish callbacks [] for security_group (8e0d9220-f7c3-43ec-83ef-03c874ec4530), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.725300 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:27:58.740574 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] Publish callbacks [] for security_group (8e0d9220-f7c3-43ec-83ef-03c874ec4530), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.846352 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (8e0d9220-f7c3-43ec-83ef-03c874ec4530), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.848881 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:58.850121 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e0d9220-f7c3-43ec-83ef-03c874ec4530 HTTP/1.1" status: 204 len: 168 time: 0.2178481 Jun 01 04:27:58.858621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4594c2-b11a-4835-b7b7-56bab3504c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d9220-f7c3-43ec-83ef-03c874ec4530,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:59.522960 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54444) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:59.537538 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-71d1ca9f-164c-40a4-a63e-790bf9545fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:59.592639 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0401d399-a1fd-4c25-917b-d894679451a2 req-866477f7-b3bd-408b-bfee-ef0209d02f07 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0331452 Jun 01 04:27:59.619767 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-71d1ca9f-164c-40a4-a63e-790bf9545fb9 admin admin] Publish callbacks [] for security_group (eb3fd541-c59b-43fc-ad7f-36d3f00d6478), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:59.700618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-71d1ca9f-164c-40a4-a63e-790bf9545fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (eb3fd541-c59b-43fc-ad7f-36d3f00d6478), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:59.756186 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-71d1ca9f-164c-40a4-a63e-790bf9545fb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6eb455ba7c994dcaa019094234bc796c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320926 Jun 01 04:27:59.765783 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54456) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:27:59.770801 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ca9f-164c-40a4-a63e-790bf9545fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3fd541-c59b-43fc-ad7f-36d3f00d6478,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:27:59.775901 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7ef9831f-e9bc-4dd4-aacb-92cf26b17a8d req-f247ba90-eae8-46cb-907d-a6083c7a3884 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0477986 Jun 01 04:27:59.801093 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:59.840541 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb754-c457-456f-a798-1ebf29537256 req-90fcbd74-6bea-457b-ba4f-5a44d2e398ba tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:27:59.851665 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baaeb754-c457-456f-a798-1ebf29537256 req-90fcbd74-6bea-457b-ba4f-5a44d2e398ba tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0908194 Jun 01 04:27:59.902835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] Publish callbacks [] for security_group (eb3fd541-c59b-43fc-ad7f-36d3f00d6478), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:27:59.910593 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baaeb754-c457-456f-a798-1ebf29537256 req-983ea87b-4863-4366-8d50-d7af2a7f35a8 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Jun 01 04:27:59.929592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] Publish callbacks [] for security_group (eb3fd541-c59b-43fc-ad7f-36d3f00d6478), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:00.061023 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (eb3fd541-c59b-43fc-ad7f-36d3f00d6478), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:00.063600 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:00.064728 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb3fd541-c59b-43fc-ad7f-36d3f00d6478 HTTP/1.1" status: 204 len: 168 time: 0.2967379 Jun 01 04:28:00.077018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac119ea-89be-4a05-b584-334f2583786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3fd541-c59b-43fc-ad7f-36d3f00d6478,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:00.701658 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5cddffc2-0b75-4f68-9280-c25833e67d2a req-60e015e9-5819-4cd4-bdd4-d6dfadbd90c3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0316913 Jun 01 04:28:00.888303 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b2810084-3465-4d23-8dda-6432a49a15d4 req-9aee57f5-2705-4d10-a935-5cd2cbdad5a6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0342462 Jun 01 04:28:01.030974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec4e0-51b7-468a-9b5a-6acfafdcb362 req-28b8927b-eb7b-46ba-a8e5-0272c469bff0 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:01.033835 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94cec4e0-51b7-468a-9b5a-6acfafdcb362 req-28b8927b-eb7b-46ba-a8e5-0272c469bff0 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0559323 Jun 01 04:28:01.066313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:01.083487 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94cec4e0-51b7-468a-9b5a-6acfafdcb362 req-b44099bb-3764-4c29-abf4-6fc409ec6a62 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Jun 01 04:28:01.744894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-15393d09-1276-493f-98e9-54db3098a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:01.746518 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-15393d09-1276-493f-98e9-54db3098a784 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8eb15379902c4745a1e3fd5b83d0e4be&device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 1128 time: 0.0781491 Jun 01 04:28:01.807984 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d5ae31ff-2da5-462b-bbe9-83476d36f42f req-1c004204-dca4-46b5-af94-f337d7789b90 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0280731 Jun 01 04:28:01.945872 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-44f6dc9a-fe0d-4ac8-8307-d53ba8eec0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:01.947465 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-44f6dc9a-fe0d-4ac8-8307-d53ba8eec0dc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8eb15379902c4745a1e3fd5b83d0e4be&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1862717 Jun 01 04:28:02.052496 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54520) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:02.086072 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8cca1a5-5210-4536-873e-0805bdcfb8fc req-6d481fb7-f2a4-47ee-bf8c-d861a2a248de tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0929317 Jun 01 04:28:02.099130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.45', 50270) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:02.211889 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-0188a8a2-14d1-4934-9365-708c411d7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:02.214198 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1823371c-71aa-4a82-98e7-4ab0c83dc358 req-0188a8a2-14d1-4934-9365-708c411d7b27 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2573369 Jun 01 04:28:02.241535 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:02.250526 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984357288-network', 'tenant_id': 'a6235b2a54ef4164aa1e1106e819bc17'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:02.289971 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab5e23-8e30-4dce-a8d3-f8797269b6da req-547904ef-3ed5-431d-8e37-2fed49797c41 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:02.291496 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebab5e23-8e30-4dce-a8d3-f8797269b6da req-547904ef-3ed5-431d-8e37-2fed49797c41 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.1234467 Jun 01 04:28:02.336266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:02.363191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-45c22183-3025-4106-b802-aa68ec5a8363 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:02.364642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-45c22183-3025-4106-b802-aa68ec5a8363 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.2249274 Jun 01 04:28:02.371375 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebab5e23-8e30-4dce-a8d3-f8797269b6da req-4ad98157-74d3-4fac-8f9f-dc8a9d3e86d7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714052 Jun 01 04:28:02.388152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Made reservation on behalf of a6235b2a54ef4164aa1e1106e819bc17 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:02.390601 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.401126 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.476860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks [] for security_group (442ee714-980e-455d-ba63-f326a71743d9), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.498924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'port': {'device_id': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'admin_state_up': True, 'tenant_id': 'bda53dca70e54e208b2767a833923234'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:02.575259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (442ee714-980e-455d-ba63-f326a71743d9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.605013 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:28:02.634368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.634712 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Added segment b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf of type vlan for network 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 Jun 01 04:28:02.638085 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442ee714-980e-455d-ba63-f326a71743d9,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:02.682176 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.748248 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Made reservation on behalf of bda53dca70e54e208b2767a833923234 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:02.751831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.800809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.801819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:02.802395 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:02.959835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:02.974401 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:28:03.003105 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-11048f07-be51-46d7-9bec-e41982ec7535 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9494197 Jun 01 04:28:03.013239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54536) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:03.024435 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Request body: {'subnet': {'network_id': '0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984357288-subnet', 'tenant_id': 'a6235b2a54ef4164aa1e1106e819bc17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:03.095128 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Allocated IP 172.20.0.14 (df968078-6547-44fa-a4b9-d4e6c486e9a4/b45d334c-d599-486f-9bf6-25cdbd32bfc8/6fd6606f-c4cc-4fce-9771-e37ea15a7749) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:28:03.104279 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3b5f6250-abb1-4c96-8181-5a537b3a1f10 req-712ad63e-bda8-456d-86f9-6a9f9303da99 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0391617 Jun 01 04:28:03.108708 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-58249f77-8106-4e5f-9186-e76ddadb18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:03.110362 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-58249f77-8106-4e5f-9186-e76ddadb18e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8eb15379902c4745a1e3fd5b83d0e4be&device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 1128 time: 0.2501171 Jun 01 04:28:03.196724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Made reservation on behalf of a6235b2a54ef4164aa1e1106e819bc17 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:03.199373 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:03.243171 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-668cd02e-1d08-4edf-9a22-7b9fd6540064 req-bddc9d96-0e25-4a86-a3c6-19606d247f61 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0688035 Jun 01 04:28:03.243667 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.45', 50274) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:03.252540 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-eefc0e47-9657-44dc-aa86-e1dc4f0a55b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26362886-e304-4f86-af04-dede6afa3f35 HTTP/1.1" status: 200 len: 217 time: 0.0875144 Jun 01 04:28:03.303904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:03.422526 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:03.438097 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.45', 50275) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:03.451995 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b617a4-178a-4776-9bba-ec5704f10cca req-02aeb090-c1c7-4b76-9c7e-45bcaed0a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:03.453443 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-02aeb090-c1c7-4b76-9c7e-45bcaed0a87d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c19aa4f-aa14-464a-94ce-944de37a4745 HTTP/1.1" status: 200 len: 852 time: 0.0906329 Jun 01 04:28:03.592990 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-8655a6ad-d197-41cd-86ef-b4e6d2118482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13e7f666-dfbf-45d5-abef-3761ea497503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949705 Jun 01 04:28:03.635946 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ae9e-6c4c-483b-8e91-8a235faa4741 req-7243d174-3fb4-4660-879a-34058435a910 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:03.637470 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-07e9ae9e-6c4c-483b-8e91-8a235faa4741 req-7243d174-3fb4-4660-879a-34058435a910 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.1733606 Jun 01 04:28:03.676103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:03.696273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:03.736587 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-b43dd6f6-fdec-48dd-b8a8-a524ec6c8468 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:03.738522 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-b43dd6f6-fdec-48dd-b8a8-a524ec6c8468 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 817 time: 0.2990148 Jun 01 04:28:03.803347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-07e9ae9e-6c4c-483b-8e91-8a235faa4741 req-a1f403f2-a565-4e8f-80b5-817e9dc11c61 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280951 Jun 01 04:28:03.805114 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-847bb1e4-6d8c-4d21-ad61-034b864e67e5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:03.806625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-847bb1e4-6d8c-4d21-ad61-034b864e67e5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.4518857 Jun 01 04:28:03.811762 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-437a840c-f9c5-4692-83c4-979e2537e9af service neutron] 10.222.0.45 "GET /v2.0/networks/13e7f666-dfbf-45d5-abef-3761ea497503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096610 Jun 01 04:28:03.861290 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-13a62ca7-631d-433b-90c0-5b07f7088293 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 380 time: 0.0929897 Jun 01 04:28:03.892410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'port': {'device_id': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'admin_state_up': True, 'tenant_id': 'bda53dca70e54e208b2767a833923234'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:03.892730 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'port': {'device_id': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'admin_state_up': True, 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'security_groups': ['c8527348-3fab-4321-b4be-511d7a931fa1']}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:03.893215 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (f5af364e-16ee-4c81-adc0-3b250ed95f78), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:03.973365 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.021984 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:04.066764 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91b617a4-178a-4776-9bba-ec5704f10cca req-047bca9a-9f2e-4bb7-a1e5-ddb75e43a79d service neutron] 10.222.0.45 "GET /v2.0/networks/13e7f666-dfbf-45d5-abef-3761ea497503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888716 Jun 01 04:28:04.073247 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:04.096891 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5af364e-16ee-4c81-adc0-3b250ed95f78,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:04.106981 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:28:04.128006 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:28:04.138649 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:28:04.161795 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:04.190766 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Checking segment: {'id': 'b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:28:04.191127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Network hostable DHCP agents. Network: 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:28:04.234508 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Made reservation on behalf of d12a9b5dc38b4aa7aed77adc89d0e6a4 for: {'port': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:04.241549 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.258906 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:04.259830 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.293003 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1f8d0ee4-d1df-4cbd-8bbe-3baeb879f4e2 req-5975f358-0afa-438b-b277-9db8306df994 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0589366 Jun 01 04:28:04.360828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Made reservation on behalf of bda53dca70e54e208b2767a833923234 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:04.364418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.399348 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc1d298a-8311-42f9-a32d-c0f104e8e01c req-ef24e439-56bf-4f73-9f25-e2c5e7d789b0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0436118 Jun 01 04:28:04.440400 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-9c9f83ed-913b-4103-8284-f39706f6ebe7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9459434 Jun 01 04:28:04.478305 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:04.488280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Allocated IP 172.20.0.14 (0672bd5d-634b-4f48-aa77-f628be2afa15/594bc7c8-5d13-48fb-ae9a-127583874aba/690b8ab1-955e-471f-b256-fa4681ea0480) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:28:04.494406 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-275f08c9-80c9-4f7a-841c-116431ed2543 None None] Provisioning complete for port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:04.494808 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-275f08c9-80c9-4f7a-841c-116431ed2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.512536 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Network 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:28:04.534946 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-275f08c9-80c9-4f7a-841c-116431ed2543 None None] Port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:28:04.554320 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Allocated IP 172.20.0.13 (df968078-6547-44fa-a4b9-d4e6c486e9a4/b45d334c-d599-486f-9bf6-25cdbd32bfc8/2e88e076-e176-494f-8401-4e2c11b64a89) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:28:04.657676 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:28:04.666291 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f6e0e-620d-4baf-b3de-af375d89235f None None] Network 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:28:04.667213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (690b8ab1-955e-471f-b256-fa4681ea0480), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.672716 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:04.673141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.746328 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for port (2e88e076-e176-494f-8401-4e2c11b64a89), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.785520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd07c7-43a5-4a80-92f9-fc0fa2434dd5 None None] Network 0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:28:04.790494 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6853040d-f54b-495d-864c-f2b930db29c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7756474 Jun 01 04:28:04.852881 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.881229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:04.891664 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:04.956068 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:28:04.958622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:28:04.959961 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:28:04.962455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:28:04.968329 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:28:04.978115 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:28:04.984759 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:05.094188 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:05.094847 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:05.115734 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be4d46-9cb7-4593-a747-2a836ace80b5 req-536e47ff-910b-4695-9a4f-f9a8ce02a3d9 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:05.123819 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f7be4d46-9cb7-4593-a747-2a836ace80b5 req-536e47ff-910b-4695-9a4f-f9a8ce02a3d9 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.1458220 Jun 01 04:28:05.131127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:05.165840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:05.166505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:05.179921 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:05.221803 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f7be4d46-9cb7-4593-a747-2a836ace80b5 req-d52b1c6d-8810-4885-8b05-67309780205d tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966287 Jun 01 04:28:05.301018 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-8bdeacec-bbda-46ac-b88f-1d73eb38512b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4188879 Jun 01 04:28:05.312479 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-425e60ee-b47a-42b0-9cbd-34b1b296e4e0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4351807 Jun 01 04:28:05.365011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Provisioning complete for port 2e88e076-e176-494f-8401-4e2c11b64a89 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:05.365500 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:05.400072 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:05.402527 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Port 2e88e076-e176-494f-8401-4e2c11b64a89 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:28:05.412774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Provisioning complete for port 690b8ab1-955e-471f-b256-fa4681ea0480 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:05.413147 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:05.421219 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:05.448115 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-8de2edeb-baf4-4c4f-9ef7-1c2feb3e69a3 None None] Port 690b8ab1-955e-471f-b256-fa4681ea0480 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:28:05.475838 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada0e0b-ad78-4576-bffb-ed421f1c8254 req-32ef824c-8105-451a-832b-b01ce39e1ca8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:05.484423 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2ada0e0b-ad78-4576-bffb-ed421f1c8254 req-32ef824c-8105-451a-832b-b01ce39e1ca8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0724850 Jun 01 04:28:05.583070 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2ada0e0b-ad78-4576-bffb-ed421f1c8254 req-84b1e6ce-e6ac-46d1-a4df-11540b53a524 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930388 Jun 01 04:28:05.605044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e0aa-09af-4907-9e51-95466777571d req-421b281c-d7f5-4f8e-8516-d2ead5028a1b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:05.612133 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d660e0aa-09af-4907-9e51-95466777571d req-421b281c-d7f5-4f8e-8516-d2ead5028a1b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0884624 Jun 01 04:28:05.671936 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d660e0aa-09af-4907-9e51-95466777571d req-065312fe-7d8e-426a-97c5-1b498ecf8b52 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Jun 01 04:28:05.893559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54656) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:05.906056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1179173448-network', 'tenant_id': '9aceace1f9a7496da5aff1c39a1a826c'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:05.992058 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Made reservation on behalf of 9aceace1f9a7496da5aff1c39a1a826c for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:05.994441 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.003257 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.058280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:06.081073 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks [] for security_group (826e89b2-c844-470a-9c3d-923fefdf1909), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.182524 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (826e89b2-c844-470a-9c3d-923fefdf1909), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.204564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:28:06.220936 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826e89b2-c844-470a-9c3d-923fefdf1909,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:06.223912 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (d9c41dcd-9aa3-40cb-9e22-d39196862254), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.224293 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Added segment d9c41dcd-9aa3-40cb-9e22-d39196862254 of type vlan for network 61820ed1-fa50-44db-b16e-8d277750c742 Jun 01 04:28:06.269702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (61820ed1-fa50-44db-b16e-8d277750c742), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.343269 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b243-cf32-4322-9d1b-b58093ca82d4 req-940f7f97-0c0b-4b8c-b6a8-6f21841a6fc3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:06.344754 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b3b3b243-cf32-4322-9d1b-b58093ca82d4 req-940f7f97-0c0b-4b8c-b6a8-6f21841a6fc3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.0468094 Jun 01 04:28:06.391591 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b3b3b243-cf32-4322-9d1b-b58093ca82d4 req-06b298b1-10a4-4aba-8df1-65ce95abdc1b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Jun 01 04:28:06.392629 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (61820ed1-fa50-44db-b16e-8d277750c742), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.393566 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:06.394155 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.457600 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] Pushing event updated for resources: {'Network': ['ID=61820ed1-fa50-44db-b16e-8d277750c742,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:06.468860 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 61820ed1-fa50-44db-b16e-8d277750c742 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:28:06.529775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54668) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:06.583214 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6b045fd8-7461-49ec-be93-beff9d7f14d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6885481 Jun 01 04:28:06.586300 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 54672) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:06.591137 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Request body: {'subnet': {'network_id': '61820ed1-fa50-44db-b16e-8d277750c742', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1179173448-subnet', 'tenant_id': '9aceace1f9a7496da5aff1c39a1a826c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:06.629995 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:28:06.661089 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0a93a779-fddc-4a13-b3eb-b73a058f7d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.723691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8fc6-f451-488a-91e9-7d3aa1c5f2fa req-5fc4b00f-d9e1-4547-9bd8-01b8f310a917 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:06.725237 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7eab8fc6-f451-488a-91e9-7d3aa1c5f2fa req-5fc4b00f-d9e1-4547-9bd8-01b8f310a917 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0619283 Jun 01 04:28:06.736794 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Made reservation on behalf of 9aceace1f9a7496da5aff1c39a1a826c for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:28:06.739818 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25790759'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.796684 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7eab8fc6-f451-488a-91e9-7d3aa1c5f2fa req-81a4a968-5a90-4ecb-aafe-667e1e5cc97a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642474 Jun 01 04:28:06.820806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0a93a779-fddc-4a13-b3eb-b73a058f7d77 admin admin] Publish callbacks [] for security_group (cc495bba-91a8-4aae-909e-4864ce7c3bc1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.840261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880474a-8dac-45b2-a150-b13e5ed015e7 req-7bac9842-6faa-42e3-876b-4e2dc9ffe2ae tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:06.842409 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5880474a-8dac-45b2-a150-b13e5ed015e7 req-7bac9842-6faa-42e3-876b-4e2dc9ffe2ae tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0996792 Jun 01 04:28:06.912019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0a93a779-fddc-4a13-b3eb-b73a058f7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (cc495bba-91a8-4aae-909e-4864ce7c3bc1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:06.928686 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5880474a-8dac-45b2-a150-b13e5ed015e7 req-983aa7ed-bf0f-4cef-abf0-6527df8c14ed tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771923 Jun 01 04:28:06.952955 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0a93a779-fddc-4a13-b3eb-b73a058f7d77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9407fbe87482460a85db70f33ce89b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220340 Jun 01 04:28:06.953861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a779-fddc-4a13-b3eb-b73a058f7d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc495bba-91a8-4aae-909e-4864ce7c3bc1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:06.956129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54684) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:07.010107 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] Publish callbacks [] for security_group (cc495bba-91a8-4aae-909e-4864ce7c3bc1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.031806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] Publish callbacks [] for security_group (cc495bba-91a8-4aae-909e-4864ce7c3bc1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.083820 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25790769'] for subnet (82a43a81-93b2-41fd-a4f4-b7fb571f7f4d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.144015 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a43a81-93b2-41fd-a4f4-b7fb571f7f4d,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:07.148326 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Checking segment: {'id': 'd9c41dcd-9aa3-40cb-9e22-d39196862254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '61820ed1-fa50-44db-b16e-8d277750c742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:28:07.148679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Network hostable DHCP agents. Network: 61820ed1-fa50-44db-b16e-8d277750c742, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:28:07.174799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (cc495bba-91a8-4aae-909e-4864ce7c3bc1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.177352 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.178570 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc495bba-91a8-4aae-909e-4864ce7c3bc1 HTTP/1.1" status: 204 len: 168 time: 0.2214928 Jun 01 04:28:07.187234 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aad9d-ab02-4ac0-95a7-52d831f49456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc495bba-91a8-4aae-909e-4864ce7c3bc1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:07.232978 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Network 61820ed1-fa50-44db-b16e-8d277750c742 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:28:07.268306 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:07.351731 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 61820ed1-fa50-44db-b16e-8d277750c742) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:28:07.361161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:07.361161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:07.363251 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c40e2-e7d9-454f-8cdb-697213fadd58 None None] Network 61820ed1-fa50-44db-b16e-8d277750c742 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:28:07.469276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:07.473253 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c583fa5-1d76-4029-b9ff-b85212da0dae None None] Network 61820ed1-fa50-44db-b16e-8d277750c742 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:28:07.487342 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-00b938c9-7da1-4284-9f82-cdaaaae94560 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8942499 Jun 01 04:28:07.579715 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151641e-e7c9-4f3b-8eaa-f9383d563b07 req-76bdda0a-0737-4b95-8c7d-6bb47289852e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:07.589558 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2151641e-e7c9-4f3b-8eaa-f9383d563b07 req-76bdda0a-0737-4b95-8c7d-6bb47289852e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 944 time: 0.1056032 Jun 01 04:28:07.664003 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2151641e-e7c9-4f3b-8eaa-f9383d563b07 req-222956b2-c108-4853-8cbd-8368f4a26ce7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Jun 01 04:28:07.879848 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:08.021155 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54716) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:08.043870 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fdd2-2820-4915-8a11-9596cf94318d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.059270 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356450-a4b7-43c9-a776-d4f2d909f03f req-366ffcad-7148-434d-9908-bf93ebfb7943 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:08.060739 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d356450-a4b7-43c9-a776-d4f2d909f03f req-366ffcad-7148-434d-9908-bf93ebfb7943 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0551903 Jun 01 04:28:08.102877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4bf74-0b71-4a04-900d-51ad2e2f0456 req-fce2c8fb-4cf6-430a-8fc5-4e2a51e7ffdb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:08.104551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-84b4bf74-0b71-4a04-900d-51ad2e2f0456 req-fce2c8fb-4cf6-430a-8fc5-4e2a51e7ffdb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0695481 Jun 01 04:28:08.147530 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d356450-a4b7-43c9-a776-d4f2d909f03f req-dfd1ff19-5341-4281-8972-63afddf1b4c3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795841 Jun 01 04:28:08.188315 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-84b4bf74-0b71-4a04-900d-51ad2e2f0456 req-a2285713-7f4e-4b29-81c9-a9a205471610 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749040 Jun 01 04:28:08.231738 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fdd2-2820-4915-8a11-9596cf94318d admin admin] Publish callbacks [] for security_group (19a235ba-799a-436e-ae30-8a96322972a2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.291168 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fdd2-2820-4915-8a11-9596cf94318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (19a235ba-799a-436e-ae30-8a96322972a2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.297144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:08.334129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7fdd2-2820-4915-8a11-9596cf94318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a235ba-799a-436e-ae30-8a96322972a2,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:08.338406 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7fa7fdd2-2820-4915-8a11-9596cf94318d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91c16b8d08294f3c958f3657bbc4e6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161340 Jun 01 04:28:08.340974 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 54722) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:08.389708 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 26362886-e304-4f86-af04-dede6afa3f35 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:28:08.397001 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] Publish callbacks [] for security_group (19a235ba-799a-436e-ae30-8a96322972a2), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.420192 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] Publish callbacks [] for security_group (19a235ba-799a-436e-ae30-8a96322972a2), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.516033 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=26362886-e304-4f86-af04-dede6afa3f35,segment=NetworkSegment(1c388df2-4396-4bb8-996c-992efd717d43),segment_id=1c388df2-4396-4bb8-996c-992efd717d43)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:08.529062 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '26362886-e304-4f86-af04-dede6afa3f35', 'network_id': '13e7f666-dfbf-45d5-abef-3761ea497503', 'port_id': '26362886-e304-4f86-af04-dede6afa3f35', 'mac_address': 'fa:16:3e:15:9b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c19aa4f-aa14-464a-94ce-944de37a4745', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:28:08.560929 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (19a235ba-799a-436e-ae30-8a96322972a2), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.563815 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.565681 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19a235ba-799a-436e-ae30-8a96322972a2 HTTP/1.1" status: 204 len: 168 time: 0.2231982 Jun 01 04:28:08.573747 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 26362886-e304-4f86-af04-dede6afa3f35 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:08.574142 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (26362886-e304-4f86-af04-dede6afa3f35), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.580699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d73c18-dfa8-4450-aa52-af55a9b5c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a235ba-799a-436e-ae30-8a96322972a2,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:08.590564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26362886-e304-4f86-af04-dede6afa3f35 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:08.625241 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=26362886-e304-4f86-af04-dede6afa3f35,segment=NetworkSegment(1c388df2-4396-4bb8-996c-992efd717d43),segment_id=1c388df2-4396-4bb8-996c-992efd717d43)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:08.720314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:08.773394 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:08.785855 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea60b7-83ca-4f4f-a131-343278552f23 req-a1cc2721-b63a-4be5-8b7e-7ee1d3007b64 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:08.785855 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-71ea60b7-83ca-4f4f-a131-343278552f23 req-a1cc2721-b63a-4be5-8b7e-7ee1d3007b64 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Jun 01 04:28:08.834145 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-71ea60b7-83ca-4f4f-a131-343278552f23 req-272a3abf-36ca-427f-a910-1acb532dff9b tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jun 01 04:28:09.265154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ad25-c4bd-4484-ad91-8f4a7b769816 req-beab1e6a-2392-46aa-b45b-920949a048a7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:09.275844 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aa72ad25-c4bd-4484-ad91-8f4a7b769816 req-beab1e6a-2392-46aa-b45b-920949a048a7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0510981 Jun 01 04:28:09.319865 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aa72ad25-c4bd-4484-ad91-8f4a7b769816 req-5bb0868e-e192-485b-82f2-ead7f237437e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Jun 01 04:28:09.325974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249bfb-62bc-46c9-b5e5-ec9d5b76afcb req-f20f4089-af45-4091-9ab3-4ceb5743bc77 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:09.327500 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e6249bfb-62bc-46c9-b5e5-ec9d5b76afcb req-f20f4089-af45-4091-9ab3-4ceb5743bc77 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0494046 Jun 01 04:28:09.377804 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e6249bfb-62bc-46c9-b5e5-ec9d5b76afcb req-562a00ed-3011-4dcd-a7ed-fa8f64f904f4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Jun 01 04:28:09.950777 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806816a9-7ca3-418b-a204-e17e7df3685e req-5c5628de-a1c2-47e3-af2e-0247a682a51c tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:09.953057 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-806816a9-7ca3-418b-a204-e17e7df3685e req-5c5628de-a1c2-47e3-af2e-0247a682a51c tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Jun 01 04:28:10.007014 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-806816a9-7ca3-418b-a204-e17e7df3685e req-df40c67a-8fee-4bee-8a8d-55f2c7242143 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Jun 01 04:28:10.433542 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb6ce-9fe1-46a3-8005-07f573cd1523 req-3a2cc12d-8f91-4c1a-b9e0-f764f3d5f747 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:10.435042 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8dcbb6ce-9fe1-46a3-8005-07f573cd1523 req-3a2cc12d-8f91-4c1a-b9e0-f764f3d5f747 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0487826 Jun 01 04:28:10.493534 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8dcbb6ce-9fe1-46a3-8005-07f573cd1523 req-bb290675-6598-46a0-937f-2964dbdb3402 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Jun 01 04:28:10.501573 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7464-aebb-4b52-ae09-a3de96ccf374 req-b524fc66-a74d-4cc9-9c76-f0b31c090837 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:10.503756 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-971d7464-aebb-4b52-ae09-a3de96ccf374 req-b524fc66-a74d-4cc9-9c76-f0b31c090837 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0491886 Jun 01 04:28:10.554549 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-971d7464-aebb-4b52-ae09-a3de96ccf374 req-0ef43097-7b98-49ec-8514-727c168ca622 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Jun 01 04:28:11.125610 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa1be-11a9-4bb2-8ef3-cc88799c2b71 req-ed48470c-885c-4219-b792-7170f45a843f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:11.127199 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c84fa1be-11a9-4bb2-8ef3-cc88799c2b71 req-ed48470c-885c-4219-b792-7170f45a843f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 945 time: 0.0499482 Jun 01 04:28:11.175800 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c84fa1be-11a9-4bb2-8ef3-cc88799c2b71 req-058f80ae-adbb-4210-854c-c010d49832c5 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Jun 01 04:28:11.614797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09d481-b2cf-4abc-b41b-54833003720e req-d52b6cb5-837a-4473-a20e-de4e565c0c38 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:11.617259 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bf09d481-b2cf-4abc-b41b-54833003720e req-d52b6cb5-837a-4473-a20e-de4e565c0c38 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.0553107 Jun 01 04:28:11.671018 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bf09d481-b2cf-4abc-b41b-54833003720e req-bc3c2523-d96a-4a0c-9332-579b30b4915d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Jun 01 04:28:11.678795 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e797419-4c64-4042-af56-206cc18dd605 req-b45d8604-efa9-4324-9073-dffdb868a9c7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:11.680477 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5e797419-4c64-4042-af56-206cc18dd605 req-b45d8604-efa9-4324-9073-dffdb868a9c7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 932 time: 0.0484428 Jun 01 04:28:11.738183 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5e797419-4c64-4042-af56-206cc18dd605 req-f74519c7-b277-4e25-8300-6561975322b2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490887 Jun 01 04:28:11.821811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['26362886-e304-4f86-af04-dede6afa3f35'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:28:11.936437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:11.986923 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Request body: {'port': {'device_id': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:11.987245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Request body: {'port': {'device_id': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:11.994391 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Request body: {'port': {'device_id': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:12.070928 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.078062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:12.106471 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.123083 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.203379 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:12.380029 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:12.471866 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:12.481180 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks [] for port (690b8ab1-955e-471f-b256-fa4681ea0480), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.487628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208ae4-a4f1-4333-88d2-dde4bff10d78 req-9b8b5837-d66f-49e5-99b4-acac39fed9f6 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:12.489163 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f208ae4-a4f1-4333-88d2-dde4bff10d78 req-9b8b5837-d66f-49e5-99b4-acac39fed9f6 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 945 time: 0.2153354 Jun 01 04:28:12.502843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Transition to ACTIVE for port object 690b8ab1-955e-471f-b256-fa4681ea0480 will not be triggered until provisioned by entity L2. {{(pid=104650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:28:12.503629 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:12.570912 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.653083 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f208ae4-a4f1-4333-88d2-dde4bff10d78 req-d4b20b4f-2310-4db0-9bd9-1dc819233906 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508932 Jun 01 04:28:12.711610 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:12.712349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd6606f-c4cc-4fce-9771-e37ea15a7749 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:12.726923 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks [] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.753143 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Transition to ACTIVE for port object 6fd6606f-c4cc-4fce-9771-e37ea15a7749 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:28:12.861312 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:12.888105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 26362886-e304-4f86-af04-dede6afa3f35 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:28:12.943799 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:12.951324 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 26362886-e304-4f86-af04-dede6afa3f35 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:28:12.983397 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Attempting to bind port 690b8ab1-955e-471f-b256-fa4681ea0480 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:28:12.983731 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Attempting to bind port 690b8ab1-955e-471f-b256-fa4681ea0480 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:28:12.984083 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Attempting to bind port 690b8ab1-955e-471f-b256-fa4681ea0480 on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:12.995015 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Port 690b8ab1-955e-471f-b256-fa4681ea0480 on network 0672bd5d-634b-4f48-aa77-f628be2afa15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:28:12.995363 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Attempting to bind port 690b8ab1-955e-471f-b256-fa4681ea0480 on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff8dd9-70c1-483a-b14c-088eabdbac97 req-51a78b1e-7a8c-4e92-916b-39055c22861a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a1ff8dd9-70c1-483a-b14c-088eabdbac97 req-51a78b1e-7a8c-4e92-916b-39055c22861a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 932 time: 0.2561343 Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Checking segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Bound using segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Bound port: 690b8ab1-955e-471f-b256-fa4681ea0480, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:28:13.016634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.039965 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 26362886-e304-4f86-af04-dede6afa3f35 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:13.043334 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (26362886-e304-4f86-af04-dede6afa3f35), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.113014 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a1ff8dd9-70c1-483a-b14c-088eabdbac97 req-ff26ef08-3878-4ebc-9faf-d819376b85a4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923121 Jun 01 04:28:13.121647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:28:13.125580 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:13.138467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62876d-3b40-44de-a646-b362f0f455ba req-035ee7bf-8954-4233-9880-b9aeb46435cc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.140055 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7e62876d-3b40-44de-a646-b362f0f455ba req-035ee7bf-8954-4233-9880-b9aeb46435cc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.3032506 Jun 01 04:28:13.172614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:13.188881 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 26362886-e304-4f86-af04-dede6afa3f35 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:13.189267 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (26362886-e304-4f86-af04-dede6afa3f35), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.200054 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:28:13.220683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26362886-e304-4f86-af04-dede6afa3f35'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:13.304924 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=26362886-e304-4f86-af04-dede6afa3f35,segment=NetworkSegment(1c388df2-4396-4bb8-996c-992efd717d43),segment_id=1c388df2-4396-4bb8-996c-992efd717d43)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:13.312616 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7e62876d-3b40-44de-a646-b362f0f455ba req-8c005df0-0cd4-4851-bc7c-5f0f185e7131 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630933 Jun 01 04:28:13.313254 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.373032 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.373661 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.375618 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] 10.222.0.45 "PUT /v2.0/ports/690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 1094 time: 1.3948851 Jun 01 04:28:13.375741 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:13.378194 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c2638-9dc9-489b-a7e7-fed0082b9e24" -d '{"events": [{"name": "network-changed", "server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:13.384479 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e88e076-e176-494f-8401-4e2c11b64a89 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:13.390331 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Attempting to bind port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:28:13.390706 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Attempting to bind port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:28:13.391062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Attempting to bind port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:13.395545 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks [] for port (2e88e076-e176-494f-8401-4e2c11b64a89), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.399296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7cd5d-87f4-4ba9-85ce-3c00953a1a5c service neutron] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:13.400402 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:28:13.400731 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Attempting to bind port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:13.413830 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:28:13.414172 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:28:13.414729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Bound using segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:28:13.415199 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Bound port: 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:28:13.415608 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.428699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Transition to ACTIVE for port object 2e88e076-e176-494f-8401-4e2c11b64a89 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:28:13.486991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.513215 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:28:13.518588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:28:13.522644 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.530895 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeea59f-e4bf-4314-a753-aa5c318a104b x-openstack-request-id: req-ceeea59f-e4bf-4314-a753-aa5c318a104b {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:13.536174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:13.536174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceeea59f-e4bf-4314-a753-aa5c318a104b {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:13.536174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceeea59f-e4bf-4314-a753-aa5c318a104b'] response: {'name': 'network-changed', 'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'status': 'completed', 'code': 200} Jun 01 04:28:13.551619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:13.575628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:13.576529 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d1fa05-4653-49b7-a8d2-5691e5daf780" -d '{"events": [{"server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "name": "network-vif-plugged", "status": "completed", "tag": "26362886-e304-4f86-af04-dede6afa3f35"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:13.658683 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.666939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-522ea0ac-8d62-4abc-8a26-36f6f9ba0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.671836 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-522ea0ac-8d62-4abc-8a26-36f6f9ba0497 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1128 time: 0.1058199 Jun 01 04:28:13.721611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:13.763815 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.765517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:13.766097 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] 10.222.0.45 "PUT /v2.0/ports/6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 1094 time: 1.7838888 Jun 01 04:28:13.769361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:13.779944 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-e5be07b8-265e-4267-947d-6dbe6fe98d6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 217 time: 0.0861673 Jun 01 04:28:13.818349 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f78d15-ca2a-45ec-8c8e-ef1d3276cd55 x-openstack-request-id: req-f1f78d15-ca2a-45ec-8c8e-ef1d3276cd55 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:13.818921 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "name": "network-vif-plugged", "status": "completed", "tag": "26362886-e304-4f86-af04-dede6afa3f35", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:13.819341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1f78d15-ca2a-45ec-8c8e-ef1d3276cd55 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:13.819865 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f78d15-ca2a-45ec-8c8e-ef1d3276cd55'] response: {'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26362886-e304-4f86-af04-dede6afa3f35', 'code': 200} Jun 01 04:28:13.874135 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Attempting to bind port 2e88e076-e176-494f-8401-4e2c11b64a89 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:28:13.874704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:13.876773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-3d05fc50-5b40-48c2-9732-b011f640e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:13.878554 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-3d05fc50-5b40-48c2-9732-b011f640e525 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0862739 Jun 01 04:28:13.880907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Attempting to bind port 2e88e076-e176-494f-8401-4e2c11b64a89 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:28:13.881457 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Attempting to bind port 2e88e076-e176-494f-8401-4e2c11b64a89 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:13.890775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Port 2e88e076-e176-494f-8401-4e2c11b64a89 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:28:13.891112 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Attempting to bind port 2e88e076-e176-494f-8401-4e2c11b64a89 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:28:13.901557 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445967a-a370-43d5-9400-5b36b8a77a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:13.907186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307567a-be48-4bec-8a0b-c446f79b983d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:13.916060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:28:13.916472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:28:13.916830 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Bound using segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:28:13.917273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Bound port: 2e88e076-e176-494f-8401-4e2c11b64a89, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:28:13.917635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.082181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb34-3639-464b-a8be-384df70271ac req-b62d7f1e-1779-4e3c-933d-8b3fac61888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.083792 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-b62d7f1e-1779-4e3c-933d-8b3fac61888a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1813011 Jun 01 04:28:14.100961 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf5795-c7a9-468c-ab8a-e76d31561b6a req-a7b3535f-b75e-45cd-93ac-ad0551fc31d7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.108458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63bf5795-c7a9-468c-ab8a-e76d31561b6a req-a7b3535f-b75e-45cd-93ac-ad0551fc31d7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.1815457 Jun 01 04:28:14.123404 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-4a888149-fe2f-4c61-b08f-17a076b0294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.126552 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-4a888149-fe2f-4c61-b08f-17a076b0294d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1128 time: 0.2118306 Jun 01 04:28:14.247291 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63bf5795-c7a9-468c-ab8a-e76d31561b6a req-92e12493-0bd0-4cf9-9ab7-85d5be90c0cd tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378531 Jun 01 04:28:14.259152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e7fb6-9f4d-48a0-a9ac-c42a862496ab x-openstack-request-id: req-2f4e7fb6-9f4d-48a0-a9ac-c42a862496ab {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:14.259670 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:14.260096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f4e7fb6-9f4d-48a0-a9ac-c42a862496ab {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:14.260792 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4e7fb6-9f4d-48a0-a9ac-c42a862496ab'] response: {'name': 'network-changed', 'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749', 'status': 'completed', 'code': 200} Jun 01 04:28:14.265116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-8e496226-ad3d-422b-b454-d6d6913909f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.1180372 Jun 01 04:28:14.320844 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:28:14.349885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e88e076-e176-494f-8401-4e2c11b64a89,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:28:14.370643 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-051c3d31-9d1e-4dfa-9f0c-768744a7db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.372412 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-051c3d31-9d1e-4dfa-9f0c-768744a7db69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.1000805 Jun 01 04:28:14.470132 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-890f971a-1612-472a-ab75-3441bee19b13 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740501 Jun 01 04:28:14.476317 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-bbf16a90-cc26-4cf8-a52e-8217810f4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.477775 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-bbf16a90-cc26-4cf8-a52e-8217810f4e0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 1130 time: 0.1794138 Jun 01 04:28:14.490486 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-f349105d-0812-4b3c-9618-c0f9e1e1fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.492818 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-f349105d-0812-4b3c-9618-c0f9e1e1fcbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1145689 Jun 01 04:28:14.496154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.560283 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2a674-2a9f-4b7c-832f-6754ad10322f req-b79e249f-88b5-46cb-af4d-59b60be1712d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.561794 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8d2a674-2a9f-4b7c-832f-6754ad10322f req-b79e249f-88b5-46cb-af4d-59b60be1712d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.1930587 Jun 01 04:28:14.565775 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-5c30e22b-54e1-4cc2-afd3-4ddec4492c93 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.589005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.589917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.591831 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] 10.222.0.45 "PUT /v2.0/ports/2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 1094 time: 2.6108110 Jun 01 04:28:14.634989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:14.636234 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83ba07-a598-4895-9f7d-04f6e28c5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:14.705138 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-ff538a7a-643e-45dd-a52d-0f828bc5f618 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016776 Jun 01 04:28:14.707132 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ece8cb34-3639-464b-a8be-384df70271ac req-51e6d588-b286-4a82-8ddb-a8a67eb70fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325480 Jun 01 04:28:14.719865 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8d2a674-2a9f-4b7c-832f-6754ad10322f req-301db367-3fe1-476f-ad77-c3ece50c8461 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345992 Jun 01 04:28:14.806874 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-5c30e22b-54e1-4cc2-afd3-4ddec4492c93 service neutron] Publish callbacks [] for security_group (9cd9e5b8-1f4d-4fdb-9486-e3b3894b4150), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.824643 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-b62c56bb-59e2-48a0-8d66-2bd66863be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.826937 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-b62c56bb-59e2-48a0-8d66-2bd66863be8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1128 time: 0.0626130 Jun 01 04:28:14.902025 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-64eb2104-652b-4eac-84e0-adb3a1a585d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 217 time: 0.0588729 Jun 01 04:28:14.922845 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aff36-9490-4400-abf7-4281f7921ff7 req-02e353d2-12b3-4290-aaf0-919aad3b3622 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:14.924402 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cb9aff36-9490-4400-abf7-4281f7921ff7 req-02e353d2-12b3-4290-aaf0-919aad3b3622 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0932727 Jun 01 04:28:14.925597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-5c30e22b-54e1-4cc2-afd3-4ddec4492c93 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9cd9e5b8-1f4d-4fdb-9486-e3b3894b4150), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:14.937132 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f67a9178-0f67-46c9-ac1b-6f5175b263ce req-7f323b56-c06f-41ec-9c87-87bcc081a337 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074804 Jun 01 04:28:14.992876 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0ab8586-9d25-424f-a077-5c6ae8d6e5bb req-5c30e22b-54e1-4cc2-afd3-4ddec4492c93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999757 Jun 01 04:28:15.003551 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e22b-54e1-4cc2-afd3-4ddec4492c93 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd9e5b8-1f4d-4fdb-9486-e3b3894b4150,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:15.015680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:15.028561 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cb9aff36-9490-4400-abf7-4281f7921ff7 req-0afa343c-555f-4ca2-a45d-a04cbacac21c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942209 Jun 01 04:28:15.363768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc4255-b546-4e25-a88f-3c8741f09b39 req-6dd8b6e9-66de-4c80-babc-1990b50887c7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:15.365213 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9dcc4255-b546-4e25-a88f-3c8741f09b39 req-6dd8b6e9-66de-4c80-babc-1990b50887c7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0484324 Jun 01 04:28:15.416947 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9dcc4255-b546-4e25-a88f-3c8741f09b39 req-dd7f9ea2-45ac-4e08-b93a-874bba0b5856 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Jun 01 04:28:15.870554 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc675-1e84-4f4d-9fe3-daf8d0fd872b req-3efdd446-0df6-4c85-ae55-6d92e0d02884 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:15.872074 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-513cc675-1e84-4f4d-9fe3-daf8d0fd872b req-3efdd446-0df6-4c85-ae55-6d92e0d02884 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0492253 Jun 01 04:28:15.926823 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-513cc675-1e84-4f4d-9fe3-daf8d0fd872b req-f3616755-c4bf-411f-91e9-d0c88547d54d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Jun 01 04:28:16.154630 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40bea4-264b-42cd-add5-1fc5e69cfd29 req-2be77120-de41-485e-aacd-32147289c30d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:16.156655 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-df40bea4-264b-42cd-add5-1fc5e69cfd29 req-2be77120-de41-485e-aacd-32147289c30d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0466287 Jun 01 04:28:16.203828 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-df40bea4-264b-42cd-add5-1fc5e69cfd29 req-f18fed2b-9030-457f-bf75-670a8a3f41b0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Jun 01 04:28:16.262528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:16.264926 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:16.305511 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946682e-e0f4-4298-8d15-a25dd453786e x-openstack-request-id: req-9946682e-e0f4-4298-8d15-a25dd453786e {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:16.305808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:16.306166 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9946682e-e0f4-4298-8d15-a25dd453786e {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:16.306666 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9946682e-e0f4-4298-8d15-a25dd453786e'] response: {'name': 'network-changed', 'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89', 'status': 'completed', 'code': 200} Jun 01 04:28:16.530868 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b02ed-e2ff-4e25-b7f8-f533eebea592 req-b09b4e4f-ff59-4b16-b2c4-a2b39b72b50d tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:16.532400 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-188b02ed-e2ff-4e25-b7f8-f533eebea592 req-b09b4e4f-ff59-4b16-b2c4-a2b39b72b50d tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0466044 Jun 01 04:28:16.584991 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-188b02ed-e2ff-4e25-b7f8-f533eebea592 req-7b1d86ad-a022-419c-a4c6-d13c164cef01 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Jun 01 04:28:16.629716 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:17.043105 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8199d-e760-46f8-83c5-860654c40841 req-60c15810-4abf-41c2-9c0b-b683ebed8591 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:17.044596 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e8d8199d-e760-46f8-83c5-860654c40841 req-60c15810-4abf-41c2-9c0b-b683ebed8591 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0477645 Jun 01 04:28:17.093740 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e8d8199d-e760-46f8-83c5-860654c40841 req-331a799c-81ce-4eb5-8c2a-6b0547f9ec51 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Jun 01 04:28:17.320790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb6c4-730c-4af8-b017-d4dae4a63aa3 req-b8e8ae8b-402e-426b-91c1-72448dfada8a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:17.322208 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a84bb6c4-730c-4af8-b017-d4dae4a63aa3 req-b8e8ae8b-402e-426b-91c1-72448dfada8a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0488358 Jun 01 04:28:17.365413 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:17.370116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a84bb6c4-730c-4af8-b017-d4dae4a63aa3 req-57ab448d-8005-4202-86a8-89f5fe49856f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Jun 01 04:28:17.695388 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736758be-1e27-4e5f-b337-fde634703429 req-fc9d5239-0b7b-4fc7-bef5-1edb18eaf811 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:17.696867 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-736758be-1e27-4e5f-b337-fde634703429 req-fc9d5239-0b7b-4fc7-bef5-1edb18eaf811 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0463016 Jun 01 04:28:17.733189 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:17.744284 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-736758be-1e27-4e5f-b337-fde634703429 req-6651316d-6ef6-455e-9110-baeea65c22e7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Jun 01 04:28:18.205433 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf5fba-1bab-4a34-b314-bef4f4bc3bf5 req-21642c9a-184f-4a02-8f98-a4c5320a43fb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:18.206929 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d9cf5fba-1bab-4a34-b314-bef4f4bc3bf5 req-21642c9a-184f-4a02-8f98-a4c5320a43fb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0465856 Jun 01 04:28:18.255591 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d9cf5fba-1bab-4a34-b314-bef4f4bc3bf5 req-e06be109-138f-4b72-881a-86f1e8d6646e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Jun 01 04:28:18.488728 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d14f6-d893-4e79-b866-9ffad32841f9 req-ecb5237d-cd20-42bf-8025-13283e098d20 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:18.490149 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-171d14f6-d893-4e79-b866-9ffad32841f9 req-ecb5237d-cd20-42bf-8025-13283e098d20 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0490615 Jun 01 04:28:18.535839 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-171d14f6-d893-4e79-b866-9ffad32841f9 req-626002e2-40a1-4764-8850-57faf027186e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 Jun 01 04:28:18.859502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548b927-6c43-4c1b-8529-e158a634c2f7 req-13b8b354-a123-429b-8ed5-49358dd224c4 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:18.860940 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e548b927-6c43-4c1b-8529-e158a634c2f7 req-13b8b354-a123-429b-8ed5-49358dd224c4 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Jun 01 04:28:18.910351 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e548b927-6c43-4c1b-8529-e158a634c2f7 req-dc86dd39-dbc4-464a-9b41-535fd673c921 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Jun 01 04:28:19.367732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58c6fe-84cf-4e31-90d0-339727270724 req-8fe13351-3c87-4a05-9f44-fb50d30474e5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:19.369188 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9d58c6fe-84cf-4e31-90d0-339727270724 req-8fe13351-3c87-4a05-9f44-fb50d30474e5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0466280 Jun 01 04:28:19.416211 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9d58c6fe-84cf-4e31-90d0-339727270724 req-e4cc87e9-8a8a-44ba-8db6-b8b908ba0bad tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Jun 01 04:28:19.576745 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7877c93c-0b33-4080-9ec9-19e5a7a1b828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:19.652863 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60c8e1-916c-4722-aeb3-280966c7c9f9 req-2f0f2fb0-92f2-4ac8-ae7c-b825395e2075 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:19.654337 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1c60c8e1-916c-4722-aeb3-280966c7c9f9 req-2f0f2fb0-92f2-4ac8-ae7c-b825395e2075 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0470150 Jun 01 04:28:19.701526 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1c60c8e1-916c-4722-aeb3-280966c7c9f9 req-4950b372-8f77-46e5-8dd3-35faa24f2a93 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Jun 01 04:28:20.026225 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab14ae-5b87-46c9-bc67-dfe155d5af8e req-5080a916-4272-4fa9-877d-a87da7c41ed1 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:20.027753 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-adab14ae-5b87-46c9-bc67-dfe155d5af8e req-5080a916-4272-4fa9-877d-a87da7c41ed1 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0511196 Jun 01 04:28:20.074860 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-adab14ae-5b87-46c9-bc67-dfe155d5af8e req-fe8dc57c-74b8-4bb8-bae5-383c6ca04620 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Jun 01 04:28:20.530762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6b1ee-4669-4e4a-81c5-ead9177e3a15 req-fc790d60-9dc5-4e75-9f80-1abc495af97b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:20.532261 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-38d6b1ee-4669-4e4a-81c5-ead9177e3a15 req-fc790d60-9dc5-4e75-9f80-1abc495af97b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0504627 Jun 01 04:28:20.578841 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-38d6b1ee-4669-4e4a-81c5-ead9177e3a15 req-fa2f6658-ddad-4888-98f3-adb993d8977e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Jun 01 04:28:20.821162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba82124-8aee-42ac-b13f-ad3a9c82b83e req-9d0d63a3-2ee3-4c49-8be7-f8a1c445362a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:20.822655 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eba82124-8aee-42ac-b13f-ad3a9c82b83e req-9d0d63a3-2ee3-4c49-8be7-f8a1c445362a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0477030 Jun 01 04:28:20.881811 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eba82124-8aee-42ac-b13f-ad3a9c82b83e req-9f19d7b6-a112-4dec-b0d1-d79d6d297a9a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529287 Jun 01 04:28:21.193078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42992ee5-6111-451e-b0df-5241a6f79808 req-f73c6c03-4910-4640-abc3-62d4a50cbff3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.194557 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42992ee5-6111-451e-b0df-5241a6f79808 req-f73c6c03-4910-4640-abc3-62d4a50cbff3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0519283 Jun 01 04:28:21.244416 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42992ee5-6111-451e-b0df-5241a6f79808 req-784d8976-f40e-4cec-8e7c-a59a5d2c8368 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Jun 01 04:28:21.748868 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-8955f538-731f-4869-b0ca-92e8cb034e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.750958 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-8955f538-731f-4869-b0ca-92e8cb034e73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0529978 Jun 01 04:28:21.758619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-d98adebe-f2c5-462a-abca-b1b339c75653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.760795 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-d98adebe-f2c5-462a-abca-b1b339c75653 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1128 time: 0.0429389 Jun 01 04:28:21.833471 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-a6fa7b39-7c29-4ee7-bb6b-236d4857bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.835185 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-a6fa7b39-7c29-4ee7-bb6b-236d4857bc54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0779912 Jun 01 04:28:21.850070 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5843d2a-840c-4629-9228-41397f5ca360 req-5ebe0ccb-0c04-4e06-969f-83d1a363b1f6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.852174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5843d2a-840c-4629-9228-41397f5ca360 req-5ebe0ccb-0c04-4e06-969f-83d1a363b1f6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0585909 Jun 01 04:28:21.902477 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5843d2a-840c-4629-9228-41397f5ca360 req-c78a9d1a-dd2a-4af0-aad1-a097c34af8af tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Jun 01 04:28:21.902893 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c90124c0-801e-47c6-adf6-73db3caf7d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:21.930827 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-b91f313e-448c-42d6-8399-450928806469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:21.932430 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-b91f313e-448c-42d6-8399-450928806469 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.1613138 Jun 01 04:28:22.014949 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbb24-94ea-4492-8baf-bd6148c00f09 req-72a9b148-37e3-4a2f-977d-712f8ca61747 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:22.017193 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c03fbb24-94ea-4492-8baf-bd6148c00f09 req-72a9b148-37e3-4a2f-977d-712f8ca61747 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0548806 Jun 01 04:28:22.067606 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c03fbb24-94ea-4492-8baf-bd6148c00f09 req-f5bc358e-5e68-4c75-9c1c-ab9aa73bd60d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Jun 01 04:28:22.360327 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd782fd-7a46-45f9-95e3-3f3c69c896ed req-0d3abeb3-b52a-4299-a2a2-ad373ebacd56 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:22.361788 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8fd782fd-7a46-45f9-95e3-3f3c69c896ed req-0d3abeb3-b52a-4299-a2a2-ad373ebacd56 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0461628 Jun 01 04:28:22.411445 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8fd782fd-7a46-45f9-95e3-3f3c69c896ed req-0a4a045f-f6ca-43a3-a5f4-65bdd0352cb5 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Jun 01 04:28:22.453012 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55126) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:22.571088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6baa8a8d-fbe1-41d7-a7ed-c5ecad2a4b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.610304 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:22.655167 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6baa8a8d-fbe1-41d7-a7ed-c5ecad2a4b62 admin admin] Publish callbacks [] for security_group (a690a4ff-5c2e-4103-b01e-e1652282d119), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.742374 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6baa8a8d-fbe1-41d7-a7ed-c5ecad2a4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a690a4ff-5c2e-4103-b01e-e1652282d119), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.765252 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:22.782282 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa8a8d-fbe1-41d7-a7ed-c5ecad2a4b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690a4ff-5c2e-4103-b01e-e1652282d119,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:22.786803 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6baa8a8d-fbe1-41d7-a7ed-c5ecad2a4b62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4e8f9a6ce044d40b5473da01a986ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327651 Jun 01 04:28:22.789444 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55140) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:22.837652 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] Publish callbacks [] for security_group (a690a4ff-5c2e-4103-b01e-e1652282d119), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.859178 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] Publish callbacks [] for security_group (a690a4ff-5c2e-4103-b01e-e1652282d119), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.935817 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:28:22.975551 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a690a4ff-5c2e-4103-b01e-e1652282d119), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.979405 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:22.980778 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a690a4ff-5c2e-4103-b01e-e1652282d119 HTTP/1.1" status: 204 len: 168 time: 0.1904020 Jun 01 04:28:22.991336 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce7f2c-307d-4654-b25e-2d4add9515d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690a4ff-5c2e-4103-b01e-e1652282d119,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:23.039075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:23.095597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07208d-24f8-491a-8bfb-5b4504b668ef req-8ff6fa2c-4585-4634-b768-967acce7e769 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:23.097054 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c07208d-24f8-491a-8bfb-5b4504b668ef req-8ff6fa2c-4585-4634-b768-967acce7e769 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0750816 Jun 01 04:28:23.118364 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:23.137208 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '690b8ab1-955e-471f-b256-fa4681ea0480', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:28:23.156724 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c07208d-24f8-491a-8bfb-5b4504b668ef req-68138aa1-c185-46d9-96db-0b8e2322ba25 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516150 Jun 01 04:28:23.180413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.188546 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:23.188546 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.196095 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:23.216932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:23.220753 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d93734-0be1-4ef5-80ca-54453c99e615 req-0c784d74-8631-43d1-9cc2-53a19965eb13 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:23.222236 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00d93734-0be1-4ef5-80ca-54453c99e615 req-0c784d74-8631-43d1-9cc2-53a19965eb13 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0646038 Jun 01 04:28:23.272276 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00d93734-0be1-4ef5-80ca-54453c99e615 req-795473da-f0e7-4ed4-a10e-6dfe5660c70d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Jun 01 04:28:23.295862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.356060 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:23.517378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:23.528117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f805-f47d-4c87-9dd4-cbabcb24a0e7 req-f86fccfc-c529-4c83-a327-487c3f114884 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:23.529529 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e1c8f805-f47d-4c87-9dd4-cbabcb24a0e7 req-f86fccfc-c529-4c83-a327-487c3f114884 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Jun 01 04:28:23.724589 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55164) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:23.739578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5ce616f5-4d8e-4427-8edc-e3353c214632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.746246 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e1c8f805-f47d-4c87-9dd4-cbabcb24a0e7 req-f943a1f2-18e8-436e-8979-dcd3d79adf23 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110150 Jun 01 04:28:23.823246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5ce616f5-4d8e-4427-8edc-e3353c214632 admin admin] Publish callbacks [] for security_group (0f83d7fa-eb7d-4db1-9b62-ab57df61df88), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.896528 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5ce616f5-4d8e-4427-8edc-e3353c214632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (0f83d7fa-eb7d-4db1-9b62-ab57df61df88), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:23.936334 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5ce616f5-4d8e-4427-8edc-e3353c214632 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24e6587b42174a699154061848d2fa08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106893 Jun 01 04:28:23.937233 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce616f5-4d8e-4427-8edc-e3353c214632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83d7fa-eb7d-4db1-9b62-ab57df61df88,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:23.940266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55168) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:23.982366 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:23.988164 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] Publish callbacks [] for security_group (0f83d7fa-eb7d-4db1-9b62-ab57df61df88), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:24.010264 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] Publish callbacks [] for security_group (0f83d7fa-eb7d-4db1-9b62-ab57df61df88), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:24.130814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (0f83d7fa-eb7d-4db1-9b62-ab57df61df88), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:24.133527 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:24.134669 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f83d7fa-eb7d-4db1-9b62-ab57df61df88 HTTP/1.1" status: 204 len: 168 time: 0.1931174 Jun 01 04:28:24.142541 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47da5e4-86a0-47f9-afad-efc96c7db8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83d7fa-eb7d-4db1-9b62-ab57df61df88,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:24.270102 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983f0c-87f2-4b96-aa93-8aedfb24e402 req-5568da1c-c950-4fe2-bccb-c091f1f1ee40 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:24.271475 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-59983f0c-87f2-4b96-aa93-8aedfb24e402 req-5568da1c-c950-4fe2-bccb-c091f1f1ee40 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0473239 Jun 01 04:28:24.325466 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-59983f0c-87f2-4b96-aa93-8aedfb24e402 req-5fcd4f87-ac51-42c0-8aa8-0668c30efd3c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483916 Jun 01 04:28:24.399091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f85f0-6c2f-4ab8-9697-5a196687b226 req-da4c1539-d88f-4866-a83f-9c27e3bca2a2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:24.400576 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cf6f85f0-6c2f-4ab8-9697-5a196687b226 req-da4c1539-d88f-4866-a83f-9c27e3bca2a2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0471082 Jun 01 04:28:24.456063 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cf6f85f0-6c2f-4ab8-9697-5a196687b226 req-19a8260d-d709-4563-914c-7a2782bee12b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Jun 01 04:28:24.569209 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:24.867618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb578e-a135-4b05-9f31-192a817ce40a req-c1dca96d-1721-493f-a4de-34d081ef1735 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:24.869714 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5ddb578e-a135-4b05-9f31-192a817ce40a req-c1dca96d-1721-493f-a4de-34d081ef1735 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0523374 Jun 01 04:28:24.919271 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5ddb578e-a135-4b05-9f31-192a817ce40a req-9678ca0d-c818-4abd-bff1-0bf663aadd7c tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Jun 01 04:28:25.443596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae294b9-4170-4dc0-85ee-1c2b2c9fb599 req-a0f8fb76-b97e-4975-82c9-b6bd6d5b4a5c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:25.445141 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ae294b9-4170-4dc0-85ee-1c2b2c9fb599 req-a0f8fb76-b97e-4975-82c9-b6bd6d5b4a5c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0487628 Jun 01 04:28:25.492302 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ae294b9-4170-4dc0-85ee-1c2b2c9fb599 req-b4b0dde8-162a-40d8-ae33-0731e07f2355 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Jun 01 04:28:25.578807 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feee77-2d18-4f86-8fe0-452cb20a5850 req-e2cee1f4-0219-4e3f-9b64-13e1ff1a0ecd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:25.580296 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f7feee77-2d18-4f86-8fe0-452cb20a5850 req-e2cee1f4-0219-4e3f-9b64-13e1ff1a0ecd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0482950 Jun 01 04:28:25.591385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:25.629958 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f7feee77-2d18-4f86-8fe0-452cb20a5850 req-a1efb069-83c2-45a2-8895-058863b077f8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Jun 01 04:28:26.038594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48f65-fee4-4298-afb7-3cf4db4ff4ba req-40605e45-c37c-4156-a6b9-eb3ea6e86306 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:26.040113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fb48f65-fee4-4298-afb7-3cf4db4ff4ba req-40605e45-c37c-4156-a6b9-eb3ea6e86306 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0489271 Jun 01 04:28:26.045061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:26.089134 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fb48f65-fee4-4298-afb7-3cf4db4ff4ba req-be979432-7597-47ff-91b5-2fdb042fcb1a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Jun 01 04:28:26.606858 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdacd33-8e50-4ee5-a6f6-f15617f53e83 req-210fa865-f109-4c80-b70a-2fbfb517a7c1 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:26.608677 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1fdacd33-8e50-4ee5-a6f6-f15617f53e83 req-210fa865-f109-4c80-b70a-2fbfb517a7c1 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0499892 Jun 01 04:28:26.657074 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1fdacd33-8e50-4ee5-a6f6-f15617f53e83 req-b999a280-50a7-47b6-bdb4-c9ccd5e56069 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Jun 01 04:28:26.667287 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:26.682145 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:26.750660 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317dc09-d3b7-4055-8691-cc59ace288ad req-2d1e7dfa-c9ac-457a-a9b0-dd74b268c9f5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:26.752127 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e317dc09-d3b7-4055-8691-cc59ace288ad req-2d1e7dfa-c9ac-457a-a9b0-dd74b268c9f5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0511613 Jun 01 04:28:26.799961 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e317dc09-d3b7-4055-8691-cc59ace288ad req-2875caee-b9af-438e-9c19-e44ecda98e5a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Jun 01 04:28:27.202745 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28110bc1-6373-4414-b9a7-3849b26c28fc req-2ddda05a-ff95-4628-a251-0245dc54eda8 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:27.204256 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-28110bc1-6373-4414-b9a7-3849b26c28fc req-2ddda05a-ff95-4628-a251-0245dc54eda8 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0475144 Jun 01 04:28:27.251432 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-28110bc1-6373-4414-b9a7-3849b26c28fc req-7111f0ee-ea89-4981-96b4-bfaff245affd tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Jun 01 04:28:27.771046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3d9fd-4049-40cc-a657-d2a668f009cf req-cd741f24-726f-4ce5-86fe-71ca2180748a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:27.772545 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00c3d9fd-4049-40cc-a657-d2a668f009cf req-cd741f24-726f-4ce5-86fe-71ca2180748a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0473075 Jun 01 04:28:27.820478 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00c3d9fd-4049-40cc-a657-d2a668f009cf req-411e1e8f-aa4a-46c8-8e40-daf3d28a0bf2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jun 01 04:28:27.919208 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487841c-a7ee-4d06-8508-660309f9e94a req-f5caf520-4d0c-41f6-a016-34bc2dbdad3c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:27.920660 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f487841c-a7ee-4d06-8508-660309f9e94a req-f5caf520-4d0c-41f6-a016-34bc2dbdad3c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0462952 Jun 01 04:28:27.975136 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f487841c-a7ee-4d06-8508-660309f9e94a req-06e08ce6-e35a-4767-8ea4-abe2aea6a700 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487387 Jun 01 04:28:28.365487 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7dc9-a30b-4cf1-ad13-2d920e9c896d req-285adaa2-126e-4a96-abe2-748c064a3c5e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:28.366926 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e84e7dc9-a30b-4cf1-ad13-2d920e9c896d req-285adaa2-126e-4a96-abe2-748c064a3c5e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0476112 Jun 01 04:28:28.418006 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e84e7dc9-a30b-4cf1-ad13-2d920e9c896d req-2eb9e9df-a755-4a19-99f6-fdadb42d6300 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451033 Jun 01 04:28:28.625248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['690b8ab1-955e-471f-b256-fa4681ea0480'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:28:28.709770 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:28.940148 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d327e10-86e8-4d8f-b49c-1f244233c913 req-35bd681f-ac2f-4a7b-af91-09dd94f30d1e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:28.941601 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d327e10-86e8-4d8f-b49c-1f244233c913 req-35bd681f-ac2f-4a7b-af91-09dd94f30d1e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0482590 Jun 01 04:28:28.996000 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d327e10-86e8-4d8f-b49c-1f244233c913 req-c1a37c9e-5b46-4813-82ba-2aa7106c9a68 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Jun 01 04:28:29.095077 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dc629-603c-4e5b-9bb7-6dc9f270d7ea req-8228bb3d-bcd8-40ab-aee5-c18ebb8e78c3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:29.096561 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-702dc629-603c-4e5b-9bb7-6dc9f270d7ea req-8228bb3d-bcd8-40ab-aee5-c18ebb8e78c3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Jun 01 04:28:29.145417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-702dc629-603c-4e5b-9bb7-6dc9f270d7ea req-b92ed59c-a877-4db4-af98-0abcb02d3b98 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Jun 01 04:28:29.533370 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492df74-9167-46e1-91db-fd3e0466f3c4 req-90df95d0-51ca-41c5-b9be-745646da60c8 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:29.534837 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b492df74-9167-46e1-91db-fd3e0466f3c4 req-90df95d0-51ca-41c5-b9be-745646da60c8 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0478625 Jun 01 04:28:29.546740 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:29.582403 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b492df74-9167-46e1-91db-fd3e0466f3c4 req-8d8b83c0-8a09-47a9-85c1-2a2681c9bcab tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Jun 01 04:28:29.632707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:28:29.689430 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 690b8ab1-955e-471f-b256-fa4681ea0480 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:28:29.780858 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 690b8ab1-955e-471f-b256-fa4681ea0480 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:29.781314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:29.783079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:29.855071 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:29.855526 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:29.875161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55320) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:29.885116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:29.887338 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15931908-d924-4ccd-8487-c0f2fea8c2b3" -d '{"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:29.899628 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:29.928072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16bdd22-d905-4ac4-b7b7-538c592bcac0 x-openstack-request-id: req-d16bdd22-d905-4ac4-b7b7-538c592bcac0 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:29.928849 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:29.929311 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d16bdd22-d905-4ac4-b7b7-538c592bcac0 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:29.929811 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16bdd22-d905-4ac4-b7b7-538c592bcac0'] response: {'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'code': 200} Jun 01 04:28:29.983151 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:29.999074 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.044659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:30.054619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.055046 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.055647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.056190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.056725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.057462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.057965 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.058473 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.059116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.059651 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.060215 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.070987 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.071146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.071760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.072313 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.139970 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6309b-8761-4bfe-860d-b7a6a1da5c99 req-dba3634e-e249-4d57-8b0f-5e9568906148 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:30.142209 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4d6309b-8761-4bfe-860d-b7a6a1da5c99 req-dba3634e-e249-4d57-8b0f-5e9568906148 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0738528 Jun 01 04:28:30.177985 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Publish callbacks [] for security_group (abfef46d-c752-4a4b-ae53-fa9bae8b9f1e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.212438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55340) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:30.223333 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4d6309b-8761-4bfe-860d-b7a6a1da5c99 req-44907bc3-8714-438a-a6cb-15030208fed8 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744996 Jun 01 04:28:30.273829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (abfef46d-c752-4a4b-ae53-fa9bae8b9f1e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.364996 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307567a-be48-4bec-8a0b-c446f79b983d req-82472696-54a8-45ea-a351-08bd883a0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:30.366361 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-82472696-54a8-45ea-a351-08bd883a0e90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1128 time: 0.1336708 Jun 01 04:28:30.372953 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-b4dd691b-3e31-4858-ba9c-e14c16126954 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 217 time: 0.1675031 Jun 01 04:28:30.387966 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff19af64e879451ea621d313631390c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055814 Jun 01 04:28:30.387966 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfef46d-c752-4a4b-ae53-fa9bae8b9f1e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:30.394918 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55354) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:30.409250 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca58eac-c581-497c-a915-e3595738b576 req-ca98ecd7-3002-4fab-b07a-43c6d75a47c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:30.411929 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ca58eac-c581-497c-a915-e3595738b576 req-ca98ecd7-3002-4fab-b07a-43c6d75a47c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.1104481 Jun 01 04:28:30.430911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.431541 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.431664 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.432009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.432450 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.432685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.433052 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.433385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.433713 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.434040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.434381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.434685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.435010 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.435341 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.435670 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4585a22-28c3-4ae0-9e1f-68a416523765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.472707 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ca58eac-c581-497c-a915-e3595738b576 req-520a203b-ba78-4a8b-9dc8-bb8d53610aeb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544317 Jun 01 04:28:30.488983 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-74d978db-c069-42cf-b683-a3c3e1ee3ecf service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833779 Jun 01 04:28:30.496301 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:30.526892 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] Publish callbacks [] for security_group (abfef46d-c752-4a4b-ae53-fa9bae8b9f1e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.529028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.550579 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] Publish callbacks [] for security_group (abfef46d-c752-4a4b-ae53-fa9bae8b9f1e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.556213 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:30.580183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:30.614252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Publish callbacks [] for security_group (ca356ded-99a8-41b9-adad-8c4ab57b5cdc), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.683960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ca356ded-99a8-41b9-adad-8c4ab57b5cdc), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.691593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (abfef46d-c752-4a4b-ae53-fa9bae8b9f1e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.694064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.695364 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abfef46d-c752-4a4b-ae53-fa9bae8b9f1e HTTP/1.1" status: 204 len: 168 time: 0.2969794 Jun 01 04:28:30.709162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76b8bf-ee20-4fc0-85a1-c293a6664bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfef46d-c752-4a4b-ae53-fa9bae8b9f1e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:30.726124 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33559a-c45e-45f7-8d26-0a64792f9b97 req-0df04c0c-1feb-48df-afd7-7b5aa141dc6a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:30.729858 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=026a8415ad6e473aadbeb43ce073f9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146239 Jun 01 04:28:30.730023 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0b33559a-c45e-45f7-8d26-0a64792f9b97 req-0df04c0c-1feb-48df-afd7-7b5aa141dc6a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0736613 Jun 01 04:28:30.731697 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca356ded-99a8-41b9-adad-8c4ab57b5cdc,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:30.735160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55364) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:30.746968 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.747526 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.748364 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.748964 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.749446 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.750082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.750614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.751102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.751613 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.752209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.752696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.753188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.753662 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.754134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.754616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498e4b6-4f6e-44fd-acb7-917e80bd0573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:28:30.770205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:30.804554 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0b33559a-c45e-45f7-8d26-0a64792f9b97 req-54972f1a-83d3-44e1-b1bb-c085b9ac3825 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 Jun 01 04:28:30.812982 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] Publish callbacks [] for security_group (ca356ded-99a8-41b9-adad-8c4ab57b5cdc), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.849037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] Publish callbacks [] for security_group (ca356ded-99a8-41b9-adad-8c4ab57b5cdc), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:30.924651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-c0a074e5-fe8d-412b-89fa-64e89d5c08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:30.926710 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-c0a074e5-fe8d-412b-89fa-64e89d5c08f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0912976 Jun 01 04:28:31.013452 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-c1d4d195-1bfa-467a-a096-b15b00a6e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.019559 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-c1d4d195-1bfa-467a-a096-b15b00a6e8a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818608 Jun 01 04:28:31.110459 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ca356ded-99a8-41b9-adad-8c4ab57b5cdc), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:31.113661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:31.116459 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca356ded-99a8-41b9-adad-8c4ab57b5cdc HTTP/1.1" status: 204 len: 168 time: 0.3799744 Jun 01 04:28:31.141370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26860b50-a9ce-4f30-b339-1d9e5a9940e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca356ded-99a8-41b9-adad-8c4ab57b5cdc,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:31.212308 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-d306c9e4-e52a-44dd-9d75-001d83efe127 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888592 Jun 01 04:28:31.387855 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-12e2c3ac-b255-493b-bccd-2a316e45de8a service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464346 Jun 01 04:28:31.389352 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307567a-be48-4bec-8a0b-c446f79b983d req-59d4b602-1732-4c81-96a5-60727f6cac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.391546 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-59d4b602-1732-4c81-96a5-60727f6cac78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.5505245 Jun 01 04:28:31.444814 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-5ee12be3-9c3f-486a-b19f-36d68e3289cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.0345917 Jun 01 04:28:31.492694 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066b6a-2f75-4767-afc7-d319cbbd6161 req-fd89c5dc-d52b-48b7-ad28-99b86a0282cb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.495143 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86066b6a-2f75-4767-afc7-d319cbbd6161 req-fd89c5dc-d52b-48b7-ad28-99b86a0282cb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.1694977 Jun 01 04:28:31.500899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af603b-42e0-4daf-9a3b-f33d45b3fe95 req-59087602-f5db-4b13-84ae-860b49af0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.504566 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52af603b-42e0-4daf-9a3b-f33d45b3fe95 req-59087602-f5db-4b13-84ae-860b49af0255 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1130 time: 0.1517081 Jun 01 04:28:31.572503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307567a-be48-4bec-8a0b-c446f79b983d req-a7d969e4-941d-4e5d-9b59-188f034414a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.574457 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-a7d969e4-941d-4e5d-9b59-188f034414a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0894217 Jun 01 04:28:31.621409 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-943c2638-9dc9-489b-a7e7-fed0082b9e24 req-ecf9e270-f902-478c-a700-62984c3f6134 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811222 Jun 01 04:28:31.627090 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dedda-caf5-446c-8f8a-d71b9255ca64 req-4591be77-c1d0-4773-9db5-4cd4802e6cb1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:31.629051 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-762dedda-caf5-446c-8f8a-d71b9255ca64 req-4591be77-c1d0-4773-9db5-4cd4802e6cb1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0503700 Jun 01 04:28:31.632171 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86066b6a-2f75-4767-afc7-d319cbbd6161 req-f4e71f11-3ea1-4d9e-9977-6ca77e1a3bf2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267438 Jun 01 04:28:31.638693 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 6fd6606f-c4cc-4fce-9771-e37ea15a7749 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:28:31.647373 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52af603b-42e0-4daf-9a3b-f33d45b3fe95 req-89ce6be0-3643-4b38-b99a-07d696f4a46a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337419 Jun 01 04:28:31.685719 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55394) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:31.701010 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfbca2a6-cc79-4e70-ba40-0e9185899b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:31.708951 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-762dedda-caf5-446c-8f8a-d71b9255ca64 req-e9f65592-0f90-482a-96bd-e1e0027a0177 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615087 Jun 01 04:28:31.804544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfbca2a6-cc79-4e70-ba40-0e9185899b09 admin admin] Publish callbacks [] for security_group (3adb281a-c782-4722-8b2e-acd2e8df5acd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:31.885262 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfbca2a6-cc79-4e70-ba40-0e9185899b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3adb281a-c782-4722-8b2e-acd2e8df5acd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:31.948204 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cfbca2a6-cc79-4e70-ba40-0e9185899b09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d57f667939ed4342a27068dee822ed7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616379 Jun 01 04:28:31.949506 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:31.949991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbca2a6-cc79-4e70-ba40-0e9185899b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb281a-c782-4722-8b2e-acd2e8df5acd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:31.950715 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55414) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:31.968586 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '6fd6606f-c4cc-4fce-9771-e37ea15a7749', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'port_id': '6fd6606f-c4cc-4fce-9771-e37ea15a7749', 'mac_address': 'fa:16:3e:cd:12:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:28:32.020669 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:32.020669 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.043493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd6606f-c4cc-4fce-9771-e37ea15a7749 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:32.066084 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] Publish callbacks [] for security_group (3adb281a-c782-4722-8b2e-acd2e8df5acd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.067143 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:32.098419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] Publish callbacks [] for security_group (3adb281a-c782-4722-8b2e-acd2e8df5acd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.113974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:32.222380 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.247638 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3adb281a-c782-4722-8b2e-acd2e8df5acd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.251753 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:32.254249 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3adb281a-c782-4722-8b2e-acd2e8df5acd HTTP/1.1" status: 204 len: 168 time: 0.3012497 Jun 01 04:28:32.285518 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a01c64-7858-4468-9413-3cd6ea254872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb281a-c782-4722-8b2e-acd2e8df5acd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:32.298961 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:32.372818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:32.754336 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['6fd6606f-c4cc-4fce-9771-e37ea15a7749'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:28:32.759986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:32.796659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8079be-018f-4539-87a6-49599c8a680c req-224f2c53-fbcf-45e9-b01e-075f69c199e4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:32.805949 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e8079be-018f-4539-87a6-49599c8a680c req-224f2c53-fbcf-45e9-b01e-075f69c199e4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0651376 Jun 01 04:28:32.893795 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e8079be-018f-4539-87a6-49599c8a680c req-ace21732-7650-4fb6-ae46-8ffdae688628 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867217 Jun 01 04:28:32.908265 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:32.945877 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e315c77-3bfd-4a45-a629-505f14b85842 req-c9d55720-fc27-455d-8ac5-6854e482d89c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:32.947636 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e315c77-3bfd-4a45-a629-505f14b85842 req-c9d55720-fc27-455d-8ac5-6854e482d89c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0867498 Jun 01 04:28:32.999867 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e315c77-3bfd-4a45-a629-505f14b85842 req-584f2e79-1f1a-447b-a4ad-3ac049e7d927 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465910 Jun 01 04:28:33.165586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:33.796336 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 6fd6606f-c4cc-4fce-9771-e37ea15a7749 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:28:33.847217 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:28:33.934871 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:33.935574 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:34.056707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:34.057982 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:34.075799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3950ab-7fbd-4e3c-bcf6-42fa5e843d22 req-95a643b5-9542-43b0-afa5-9ab2d463dc6e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:34.078462 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb3950ab-7fbd-4e3c-bcf6-42fa5e843d22 req-95a643b5-9542-43b0-afa5-9ab2d463dc6e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0998034 Jun 01 04:28:34.089743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:34.092213 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17490218-ee84-4e22-aefe-ab2f2e2f1eea" -d '{"events": [{"server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:34.108853 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:34.160624 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb3950ab-7fbd-4e3c-bcf6-42fa5e843d22 req-9acce23a-0b03-4cb7-95fa-119e307414a6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735915 Jun 01 04:28:34.176803 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f890b-9943-443f-9754-c1baf973588e req-93756434-c1cb-45c0-8fa7-ef206c777607 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:34.184354 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-389f890b-9943-443f-9754-c1baf973588e req-93756434-c1cb-45c0-8fa7-ef206c777607 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0599663 Jun 01 04:28:34.201679 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:34.233928 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-389f890b-9943-443f-9754-c1baf973588e req-65b109df-9e18-4aaf-b711-f1e3f6af442a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 Jun 01 04:28:34.246990 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf25ec-61ec-4e8f-add6-dc5bfb8b438f x-openstack-request-id: req-c1bf25ec-61ec-4e8f-add6-dc5bfb8b438f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:34.247286 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:34.247564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1bf25ec-61ec-4e8f-add6-dc5bfb8b438f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:34.247960 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bf25ec-61ec-4e8f-add6-dc5bfb8b438f'] response: {'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749', 'code': 200} Jun 01 04:28:34.293818 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:34.571874 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307567a-be48-4bec-8a0b-c446f79b983d req-54b2c093-d942-41c2-af74-875b4e82853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:34.573441 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-54b2c093-d942-41c2-af74-875b4e82853c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499601 Jun 01 04:28:34.852102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-bbf27ae2-f78d-43f4-9de8-3f4c3b3cbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:34.853618 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-bbf27ae2-f78d-43f4-9de8-3f4c3b3cbf4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1128 time: 0.0815740 Jun 01 04:28:34.954159 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-1c2f51d6-f11b-4e6c-b041-caccd266f143 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157014 Jun 01 04:28:35.278791 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3aaa4-42f7-412e-a167-9f9ad74713e3 req-91d12643-0aba-4045-ac13-23dd458e8fb4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:35.280255 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-80e3aaa4-42f7-412e-a167-9f9ad74713e3 req-91d12643-0aba-4045-ac13-23dd458e8fb4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 944 time: 0.0494385 Jun 01 04:28:35.337833 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-80e3aaa4-42f7-412e-a167-9f9ad74713e3 req-7b4840ac-981d-4c8b-a82c-d3839585b1d3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519195 Jun 01 04:28:35.417982 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55624) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:35.483147 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-2f0bd475-7abd-4994-ba25-77c5098e4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:35.485414 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-2f0bd475-7abd-4994-ba25-77c5098e4739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1196010 Jun 01 04:28:35.492181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a55c-2a0a-49ee-8080-00091fad6e09 req-db6029c4-17fe-40cd-94f7-14d5facaceb1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:35.499136 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-47a9a55c-2a0a-49ee-8080-00091fad6e09 req-db6029c4-17fe-40cd-94f7-14d5facaceb1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0724516 Jun 01 04:28:35.539879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-3e91c7b3-c0e5-449e-863a-5966d2f6fb2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 217 time: 0.0474143 Jun 01 04:28:35.543715 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5307567a-be48-4bec-8a0b-c446f79b983d req-0e07200c-a270-407e-a8f1-f9bcefd764be service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750896 Jun 01 04:28:35.578653 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-47a9a55c-2a0a-49ee-8080-00091fad6e09 req-a55d650d-593e-4ff0-aae7-b071cd7ae85a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784879 Jun 01 04:28:35.579723 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-48e9448e-b478-4ce3-b300-338466bedf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:35.689873 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-48e9448e-b478-4ce3-b300-338466bedf5f admin admin] Publish callbacks [] for security_group (9866c6c6-9e19-4e6c-a035-39e20f2bc651), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:35.698340 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-dd60dbde-fe52-411d-b1df-a9070a472b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:35.704863 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-dd60dbde-fe52-411d-b1df-a9070a472b1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.1104805 Jun 01 04:28:35.783028 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-48e9448e-b478-4ce3-b300-338466bedf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9866c6c6-9e19-4e6c-a035-39e20f2bc651), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:35.807667 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 2e88e076-e176-494f-8401-4e2c11b64a89 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:28:35.834578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9448e-b478-4ce3-b300-338466bedf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866c6c6-9e19-4e6c-a035-39e20f2bc651,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:35.845964 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-48e9448e-b478-4ce3-b300-338466bedf5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f18c992938d4a99beef4376d6a68565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268239 Jun 01 04:28:35.848524 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55644) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:35.919485 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] Publish callbacks [] for security_group (9866c6c6-9e19-4e6c-a035-39e20f2bc651), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:35.938847 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e88e076-e176-494f-8401-4e2c11b64a89,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:35.945393 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] Publish callbacks [] for security_group (9866c6c6-9e19-4e6c-a035-39e20f2bc651), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:35.952838 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '2e88e076-e176-494f-8401-4e2c11b64a89', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'port_id': '2e88e076-e176-494f-8401-4e2c11b64a89', 'mac_address': 'fa:16:3e:dd:9c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:28:36.004564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 2e88e076-e176-494f-8401-4e2c11b64a89 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:36.005147 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.022749 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88e076-e176-494f-8401-4e2c11b64a89 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:28:36.045371 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e88e076-e176-494f-8401-4e2c11b64a89,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:36.101793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9866c6c6-9e19-4e6c-a035-39e20f2bc651), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.106066 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.108004 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9866c6c6-9e19-4e6c-a035-39e20f2bc651 HTTP/1.1" status: 204 len: 168 time: 0.2581944 Jun 01 04:28:36.119031 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951dcdf-f5de-40b3-a34e-246e19865165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866c6c6-9e19-4e6c-a035-39e20f2bc651,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:36.132810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:36.160160 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.206758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:36.247035 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-0ee07486-3e41-4ffb-b26e-44dd50f2b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:36.248593 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-0ee07486-3e41-4ffb-b26e-44dd50f2b475 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443015 Jun 01 04:28:36.346402 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb002d7-7c87-48e0-a9f5-2bee78e5442a req-1ff2c8b7-fc99-4624-a33d-63a22b62a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:36.348163 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3bb002d7-7c87-48e0-a9f5-2bee78e5442a req-1ff2c8b7-fc99-4624-a33d-63a22b62a97e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.0496905 Jun 01 04:28:36.385401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:36.393345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-53beee11-f92e-4711-a3f5-f31d318ee51c service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946603 Jun 01 04:28:36.401579 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3bb002d7-7c87-48e0-a9f5-2bee78e5442a req-5f20cadf-d56f-4f35-a012-14e2363d4182 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Jun 01 04:28:36.453516 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:36.480031 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7c8ac-bd34-4e25-9d49-6cf0b67a3e85 req-2cd5de16-544e-456a-98cc-c04b7069b2a5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:36.480031 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aac7c8ac-bd34-4e25-9d49-6cf0b67a3e85 req-2cd5de16-544e-456a-98cc-c04b7069b2a5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 945 time: 0.0543683 Jun 01 04:28:36.522981 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aac7c8ac-bd34-4e25-9d49-6cf0b67a3e85 req-035991cc-cdad-484f-95b0-ca636acea552 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Jun 01 04:28:36.556520 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55660) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:36.584264 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55666) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:36.585818 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['2e88e076-e176-494f-8401-4e2c11b64a89'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:28:36.762038 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386182c-032b-40a7-9b68-8d1459a30bde req-c40d695e-bed7-4aea-b0cb-30fe7d0fb526 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:36.764037 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6386182c-032b-40a7-9b68-8d1459a30bde req-c40d695e-bed7-4aea-b0cb-30fe7d0fb526 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0644224 Jun 01 04:28:36.782597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7dde9436-3451-49ba-b01b-a3ebe20bd827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.821830 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd606-14b6-4fb5-b6c4-f467c26d46f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.876768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:36.880345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6386182c-032b-40a7-9b68-8d1459a30bde req-f9e45e73-fff6-43f6-afd7-d594895f201d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015227 Jun 01 04:28:36.910079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd606-14b6-4fb5-b6c4-f467c26d46f2 admin admin] Publish callbacks [] for security_group (003c6ecf-6a46-4d29-9229-f3b3a4538df1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.945724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:36.956695 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3caeba4-fe15-47c8-9b6a-0ac1420a3bab req-3d744438-a3aa-497e-a162-044b2c0948e2 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758177 Jun 01 04:28:36.969580 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55680) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:36.986758 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd606-14b6-4fb5-b6c4-f467c26d46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (003c6ecf-6a46-4d29-9229-f3b3a4538df1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:36.990016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f0714375-b5fa-44a1-87f5-d3f6b080eb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.004565 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7dde9436-3451-49ba-b01b-a3ebe20bd827 admin admin] Publish callbacks [] for security_group (9a3b03ae-e0f2-4600-8a83-f1b45ab312ad), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.074150 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7d0bd606-14b6-4fb5-b6c4-f467c26d46f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45eaca6c57b049f6b11c604b2bcbb211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886336 Jun 01 04:28:37.076857 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55682) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:37.085280 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7dde9436-3451-49ba-b01b-a3ebe20bd827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9a3b03ae-e0f2-4600-8a83-f1b45ab312ad), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.092893 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd606-14b6-4fb5-b6c4-f467c26d46f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003c6ecf-6a46-4d29-9229-f3b3a4538df1,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:37.102590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152359-a870-477e-8d75-07190a3b3b26 req-64ba790c-d304-4f91-8e1b-d3d7c6344a55 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:37.104200 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31152359-a870-477e-8d75-07190a3b3b26 req-64ba790c-d304-4f91-8e1b-d3d7c6344a55 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.1028457 Jun 01 04:28:37.116360 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55684) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:37.120747 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'floatingip': {'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:28:37.160460 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde9436-3451-49ba-b01b-a3ebe20bd827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b03ae-e0f2-4600-8a83-f1b45ab312ad,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:37.165736 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7dde9436-3451-49ba-b01b-a3ebe20bd827 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da3d5c0d75054fa383f9033bfb135e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082149 Jun 01 04:28:37.168715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55686) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:37.197106 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] Publish callbacks [] for security_group (003c6ecf-6a46-4d29-9229-f3b3a4538df1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.202320 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.235263 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] Publish callbacks [] for security_group (003c6ecf-6a46-4d29-9229-f3b3a4538df1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.267178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] Publish callbacks [] for security_group (9a3b03ae-e0f2-4600-8a83-f1b45ab312ad), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.295339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] Publish callbacks [] for security_group (9a3b03ae-e0f2-4600-8a83-f1b45ab312ad), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.361145 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f0714375-b5fa-44a1-87f5-d3f6b080eb63 admin admin] Publish callbacks [] for security_group (b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.392001 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (003c6ecf-6a46-4d29-9229-f3b3a4538df1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.394766 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.396816 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/003c6ecf-6a46-4d29-9229-f3b3a4538df1 HTTP/1.1" status: 204 len: 168 time: 0.3179984 Jun 01 04:28:37.406530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271338a-630d-4cac-90c6-22b0b038b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c6ecf-6a46-4d29-9229-f3b3a4538df1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:37.420749 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9a3b03ae-e0f2-4600-8a83-f1b45ab312ad), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.423860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.425128 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a3b03ae-e0f2-4600-8a83-f1b45ab312ad HTTP/1.1" status: 204 len: 168 time: 0.2553589 Jun 01 04:28:37.443011 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c019b7-4beb-412e-9f5c-9cbc6607882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b03ae-e0f2-4600-8a83-f1b45ab312ad,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:37.576773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f0714375-b5fa-44a1-87f5-d3f6b080eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.674473 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98eeed-3b2e-4885-8fbf-874ae7af8025 req-1b840c2d-0792-4a37-ba8e-9f05dc90c6d3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:37.676062 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ef98eeed-3b2e-4885-8fbf-874ae7af8025 req-1b840c2d-0792-4a37-ba8e-9f05dc90c6d3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 945 time: 0.0665593 Jun 01 04:28:37.704113 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f0714375-b5fa-44a1-87f5-d3f6b080eb63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3599d124c77e4ab295d47ae98bb572fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300584 Jun 01 04:28:37.704647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55700) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:37.714120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714375-b5fa-44a1-87f5-d3f6b080eb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:37.751923 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ef98eeed-3b2e-4885-8fbf-874ae7af8025 req-88826640-7343-4e93-a92d-5a5e5f06111a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698936 Jun 01 04:28:37.775698 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] Publish callbacks [] for security_group (b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.781783 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:37.798077 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] Publish callbacks [] for security_group (b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.812023 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 2e88e076-e176-494f-8401-4e2c11b64a89 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:28:37.942317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:37.947437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:37.947437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 2e88e076-e176-494f-8401-4e2c11b64a89 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:28:37.965370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.968062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:37.970629 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f HTTP/1.1" status: 204 len: 168 time: 0.2652328 Jun 01 04:28:37.981552 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6c0ba-9086-4db6-afd8-aa933e99f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3ebfb-84a9-45b0-b8d5-fbfa513ef99f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:38.027462 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.db.resource_extend [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 04:28:38.051124 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 2e88e076-e176-494f-8401-4e2c11b64a89 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:28:38.051583 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.077417 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:38.136034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 2e88e076-e176-494f-8401-4e2c11b64a89 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:28:38.136348 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.162670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:38.165053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adade96a-c16b-42fb-befe-96d41f281b98" -d '{"events": [{"server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "name": "network-vif-plugged", "status": "completed", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:38.186225 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e88e076-e176-494f-8401-4e2c11b64a89,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:38.295555 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a825b6-5b46-47c6-b3d7-4db916fd399f x-openstack-request-id: req-01a825b6-5b46-47c6-b3d7-4db916fd399f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:38.296080 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "name": "network-vif-plugged", "status": "completed", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:38.296504 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01a825b6-5b46-47c6-b3d7-4db916fd399f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:38.296615 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.297164 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a825b6-5b46-47c6-b3d7-4db916fd399f'] response: {'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89', 'code': 200} Jun 01 04:28:38.302365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.358411 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:38.388827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.398818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55724) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:38.414628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8b119bd-d42e-4e78-810f-28d9324b3b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.495977 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Floating IP 94ede1c8-d0cd-4017-83ec-edd3ea6a08d7 associated. External IP: 172.27.0.81, port: 690b8ab1-955e-471f-b256-fa4681ea0480. Jun 01 04:28:38.540530 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55726) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:38.545278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8b119bd-d42e-4e78-810f-28d9324b3b46 admin admin] Publish callbacks [] for security_group (d2397f6b-4a19-4d99-861a-77d157838d4b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.559281 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f98f302f-0f5e-4084-846f-cc70345aabbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.648320 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c8b119bd-d42e-4e78-810f-28d9324b3b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d2397f6b-4a19-4d99-861a-77d157838d4b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.688838 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b119bd-d42e-4e78-810f-28d9324b3b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2397f6b-4a19-4d99-861a-77d157838d4b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:38.693715 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c8b119bd-d42e-4e78-810f-28d9324b3b46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97def3b1b7c7427c873910ef0275b81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928722 Jun 01 04:28:38.695910 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55730) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:38.742350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f98f302f-0f5e-4084-846f-cc70345aabbb admin admin] Publish callbacks [] for security_group (48a75f13-7eff-4240-bc53-bc6ef19ce7c5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.753656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] Publish callbacks [] for security_group (d2397f6b-4a19-4d99-861a-77d157838d4b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.779587 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] Publish callbacks [] for security_group (d2397f6b-4a19-4d99-861a-77d157838d4b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.811890 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:28:38.866930 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f98f302f-0f5e-4084-846f-cc70345aabbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (48a75f13-7eff-4240-bc53-bc6ef19ce7c5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.923895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a86e-23b3-41c9-ac92-6fe2c2a58e81 req-64b13ea6-673e-4a01-9184-1b1ff6027de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:38.928288 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca90a86e-23b3-41c9-ac92-6fe2c2a58e81 req-64b13ea6-673e-4a01-9184-1b1ff6027de4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1130 time: 0.0691400 Jun 01 04:28:38.931828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea400-70c1-415b-b3f3-0d798cee920e req-7370a69c-bafb-4e3b-8896-6f75b9dd8cf3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:38.933263 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8bea400-70c1-415b-b3f3-0d798cee920e req-7370a69c-bafb-4e3b-8896-6f75b9dd8cf3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0920060 Jun 01 04:28:38.959880 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d2397f6b-4a19-4d99-861a-77d157838d4b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.962291 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:38.963417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2397f6b-4a19-4d99-861a-77d157838d4b HTTP/1.1" status: 204 len: 168 time: 0.2663968 Jun 01 04:28:38.974929 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f98f302f-0f5e-4084-846f-cc70345aabbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49152295ab4446769929ce8408e40d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310420 Jun 01 04:28:38.974929 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f302f-0f5e-4084-846f-cc70345aabbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a75f13-7eff-4240-bc53-bc6ef19ce7c5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:38.978505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55744) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:38.996104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:28:39.003508 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:39.009453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7e41e-7165-47e8-8c22-6e7d54f1ed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2397f6b-4a19-4d99-861a-77d157838d4b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:39.013545 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:28:39.029198 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:28:39.029844 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:39.055009 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-093cff0b-ddce-419f-aeb7-74eae757709f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "PUT /v2.0/floatingips/94ede1c8-d0cd-4017-83ec-edd3ea6a08d7 HTTP/1.1" status: 200 len: 991 time: 1.9352181 Jun 01 04:28:39.055009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:39.056381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add94d5-2bcb-401b-8660-481ccb94bd01" -d '{"events": [{"name": "network-changed", "server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:39.094988 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44bce05-71d5-4ca7-a709-5a2f0fd51e30 x-openstack-request-id: req-c44bce05-71d5-4ca7-a709-5a2f0fd51e30 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:39.094988 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:39.094988 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c44bce05-71d5-4ca7-a709-5a2f0fd51e30 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:39.095330 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca90a86e-23b3-41c9-ac92-6fe2c2a58e81 req-aee17d91-29c9-4336-92a0-f04a764a7085 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596034 Jun 01 04:28:39.095422 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44bce05-71d5-4ca7-a709-5a2f0fd51e30'] response: {'name': 'network-changed', 'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'status': 'completed', 'code': 200} Jun 01 04:28:39.114943 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8bea400-70c1-415b-b3f3-0d798cee920e req-dfe2d3e9-333c-41d3-abd4-03133e00d8a6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674500 Jun 01 04:28:39.143487 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] Publish callbacks [] for security_group (48a75f13-7eff-4240-bc53-bc6ef19ce7c5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:39.181987 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] Publish callbacks [] for security_group (48a75f13-7eff-4240-bc53-bc6ef19ce7c5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:39.184815 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:28:39.304627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (48a75f13-7eff-4240-bc53-bc6ef19ce7c5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:39.313751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:39.313751 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48a75f13-7eff-4240-bc53-bc6ef19ce7c5 HTTP/1.1" status: 204 len: 168 time: 0.3309383 Jun 01 04:28:39.321133 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762348fc-79c9-4102-95a3-f21499a500e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a75f13-7eff-4240-bc53-bc6ef19ce7c5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:39.474259 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '94ede1c8-d0cd-4017-83ec-edd3ea6a08d7', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:27:42Z', 'updated_at': '2022-06-01T04:28:37Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:39.497569 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:39.581010 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:28:39.589594 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:28:39.590197 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:39.707938 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:28:39.759030 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-569b364e-e7b2-48c3-bd26-b07d1dcfe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:39.759030 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-569b364e-e7b2-48c3-bd26-b07d1dcfe3b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1130 time: 0.0582802 Jun 01 04:28:39.834293 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:39.904276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55788) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:39.937151 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '94ede1c8-d0cd-4017-83ec-edd3ea6a08d7', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:27:42Z', 'updated_at': '2022-06-01T04:28:37Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:39.966767 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b23aa0-6458-42b9-9c76-33923601f758 None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '94ede1c8-d0cd-4017-83ec-edd3ea6a08d7', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:27:42Z', 'updated_at': '2022-06-01T04:28:37Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:28:39.971780 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:40.182420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f73ae855-defe-405e-891d-ec55dc57b346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.256784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024dbc2-441e-4457-b1a7-75c31edfb238 None None] New status for floating IP 94ede1c8-d0cd-4017-83ec-edd3ea6a08d7: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:28:40.288012 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977528-a0bc-4e1e-aff6-e65534f82426 req-c585d233-8d6e-42e7-8589-26179e2df86e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:40.289545 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-64977528-a0bc-4e1e-aff6-e65534f82426 req-c585d233-8d6e-42e7-8589-26179e2df86e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0869520 Jun 01 04:28:40.369425 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:40.386153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-1cc6d3e4-4055-4f7c-af2f-6bedcb2112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:40.386263 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-64977528-a0bc-4e1e-aff6-e65534f82426 req-e09f79a8-c7ec-4353-bd24-fdce889d486e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887094 Jun 01 04:28:40.386354 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-1cc6d3e4-4055-4f7c-af2f-6bedcb2112b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.1685257 Jun 01 04:28:40.386438 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f73ae855-defe-405e-891d-ec55dc57b346 admin admin] Publish callbacks [] for security_group (9076ee2f-7206-4bd0-a7eb-1a9483bad78b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.490862 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f73ae855-defe-405e-891d-ec55dc57b346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9076ee2f-7206-4bd0-a7eb-1a9483bad78b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.492516 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-5f74fe6e-6fcf-429e-885e-d73363aae4a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 999 time: 0.0988281 Jun 01 04:28:40.539599 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ae855-defe-405e-891d-ec55dc57b346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9076ee2f-7206-4bd0-a7eb-1a9483bad78b,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:40.546948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55812) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:40.547487 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f73ae855-defe-405e-891d-ec55dc57b346 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09966bf372384c24a7f8087c322dbc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419985 Jun 01 04:28:40.586012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-04a894ea-3854-4f60-ab07-1aad4d850cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:40.595106 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-04a894ea-3854-4f60-ab07-1aad4d850cc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0895672 Jun 01 04:28:40.670135 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] Publish callbacks [] for security_group (9076ee2f-7206-4bd0-a7eb-1a9483bad78b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.694758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-0f75137c-67b1-41ac-b13e-9f1587f124b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:40.696294 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-0f75137c-67b1-41ac-b13e-9f1587f124b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617075 Jun 01 04:28:40.700689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] Publish callbacks [] for security_group (9076ee2f-7206-4bd0-a7eb-1a9483bad78b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.850629 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9076ee2f-7206-4bd0-a7eb-1a9483bad78b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.853201 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:40.854327 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9076ee2f-7206-4bd0-a7eb-1a9483bad78b HTTP/1.1" status: 204 len: 168 time: 0.3029852 Jun 01 04:28:40.862235 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be83f-ea09-4ac5-9c9a-34166ff84033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9076ee2f-7206-4bd0-a7eb-1a9483bad78b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:40.965336 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:41.301183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-1c9bbdae-88af-41e1-b51c-43ce34033d5f service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924215 Jun 01 04:28:41.626784 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0add94d5-2bcb-401b-8660-481ccb94bd01 req-0704eeb0-13dd-4b7c-b780-9f2938b925e2 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193679 Jun 01 04:28:41.645695 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7673-e824-4022-a48d-742b3ab3000b req-72b97580-c774-4b8a-9cb2-fa6f8f3e0715 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:41.647148 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-753d7673-e824-4022-a48d-742b3ab3000b req-72b97580-c774-4b8a-9cb2-fa6f8f3e0715 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0594625 Jun 01 04:28:41.697369 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-753d7673-e824-4022-a48d-742b3ab3000b req-e86af64c-8e25-4465-be42-336c48f24197 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Jun 01 04:28:41.949940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 55870) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:41.963717 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bd2b80af-12ae-42dd-9d85-dafb168b5558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.056033 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bd2b80af-12ae-42dd-9d85-dafb168b5558 admin admin] Publish callbacks [] for security_group (63c6993e-2cf0-4928-b72b-f9685ca28e74), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.131293 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bd2b80af-12ae-42dd-9d85-dafb168b5558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (63c6993e-2cf0-4928-b72b-f9685ca28e74), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.180745 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b80af-12ae-42dd-9d85-dafb168b5558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c6993e-2cf0-4928-b72b-f9685ca28e74,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:42.189264 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bd2b80af-12ae-42dd-9d85-dafb168b5558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=095f4d320bdf4d00893f206657bdf991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382166 Jun 01 04:28:42.189467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 55878) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:42.342953 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273eaa-f503-480e-9b60-47de017805d4 req-03bbf926-6fc6-44af-a81d-c8933cd2f11c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:42.367326 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b273eaa-f503-480e-9b60-47de017805d4 req-03bbf926-6fc6-44af-a81d-c8933cd2f11c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.1420932 Jun 01 04:28:42.367326 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-e176da88-48be-4494-904c-ec1cf2db7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:42.368867 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-e176da88-48be-4494-904c-ec1cf2db7844 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1130 time: 0.1349723 Jun 01 04:28:42.442207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] Publish callbacks [] for security_group (63c6993e-2cf0-4928-b72b-f9685ca28e74), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.490400 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b273eaa-f503-480e-9b60-47de017805d4 req-54a3a181-3443-4ff5-b64d-fdded0e1b92f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255395 Jun 01 04:28:42.504829 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] Publish callbacks [] for security_group (63c6993e-2cf0-4928-b72b-f9685ca28e74), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.542073 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:42.568278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-41f956cf-e54f-40a1-9738-8db67316f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:42.568278 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-41f956cf-e54f-40a1-9738-8db67316f35b service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1903379 Jun 01 04:28:42.612151 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-698bd93e-6cde-4c33-ab92-0c2a0be02fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 217 time: 0.0382698 Jun 01 04:28:42.732331 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-0032578a-bb78-4361-be3d-195ef61e5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:42.734387 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-0032578a-bb78-4361-be3d-195ef61e5748 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.1161885 Jun 01 04:28:42.749617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (63c6993e-2cf0-4928-b72b-f9685ca28e74), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.759663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:42.763808 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63c6993e-2cf0-4928-b72b-f9685ca28e74 HTTP/1.1" status: 204 len: 168 time: 0.5703702 Jun 01 04:28:42.804954 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eae52e-a24b-40f1-be95-6d4f1e9a980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c6993e-2cf0-4928-b72b-f9685ca28e74,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:42.819352 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-1ce3c0a4-99d7-4631-9ae1-9dda70ce2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:42.819602 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-1ce3c0a4-99d7-4631-9ae1-9dda70ce2e77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0736828 Jun 01 04:28:42.921868 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-f214417d-0243-4e12-a729-ebd0917f0821 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951388 Jun 01 04:28:42.997621 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:43.028375 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90af99cb-308c-4f06-afe5-1c0b4721983a req-ce46536d-f209-464d-90ac-89b5d120a810 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987058 Jun 01 04:28:43.621502 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d512c77-438a-4613-a913-a45095dbce10 req-7ae6f606-8aef-4765-b2c6-203f7461281a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:43.623053 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d512c77-438a-4613-a913-a45095dbce10 req-7ae6f606-8aef-4765-b2c6-203f7461281a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0505443 Jun 01 04:28:43.633206 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:28:43.691469 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d512c77-438a-4613-a913-a45095dbce10 req-eefc3a19-f88f-4a7e-abc5-b36a3e7b3bd0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561466 Jun 01 04:28:44.834042 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126205e-7b44-48fe-92cf-b4809180434a req-a3a18d25-25f9-4d55-b25c-087ba33dd601 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:44.835661 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3126205e-7b44-48fe-92cf-b4809180434a req-a3a18d25-25f9-4d55-b25c-087ba33dd601 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0516350 Jun 01 04:28:44.886172 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3126205e-7b44-48fe-92cf-b4809180434a req-d7fd1f0d-aeca-4051-86cf-8ead8449e87b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Jun 01 04:28:45.577352 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56046) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:45.684477 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04d169df-4c62-44d7-8963-7ba796c2d4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:45.763040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04d169df-4c62-44d7-8963-7ba796c2d4ea admin admin] Publish callbacks [] for security_group (d0d7fc9e-8f32-4212-ad41-61f5d784a793), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:45.839145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04d169df-4c62-44d7-8963-7ba796c2d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d0d7fc9e-8f32-4212-ad41-61f5d784a793), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:45.881502 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-04d169df-4c62-44d7-8963-7ba796c2d4ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e28f09e5fb24b07a592c382efba3ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030839 Jun 01 04:28:45.882361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d169df-4c62-44d7-8963-7ba796c2d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d7fc9e-8f32-4212-ad41-61f5d784a793,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:45.884621 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56054) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:45.934802 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] Publish callbacks [] for security_group (d0d7fc9e-8f32-4212-ad41-61f5d784a793), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:45.959161 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] Publish callbacks [] for security_group (d0d7fc9e-8f32-4212-ad41-61f5d784a793), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.038131 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77feac20-add7-4bf7-9dc0-371831d3f2e8 req-05c43a2f-8b44-4a60-926d-44240b1e5450 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:46.039676 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77feac20-add7-4bf7-9dc0-371831d3f2e8 req-05c43a2f-8b44-4a60-926d-44240b1e5450 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0638235 Jun 01 04:28:46.096694 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77feac20-add7-4bf7-9dc0-371831d3f2e8 req-29a712f0-2df3-44ed-9200-1d3f432029db tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Jun 01 04:28:46.122798 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d0d7fc9e-8f32-4212-ad41-61f5d784a793), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.126695 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.127986 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0d7fc9e-8f32-4212-ad41-61f5d784a793 HTTP/1.1" status: 204 len: 168 time: 0.2424269 Jun 01 04:28:46.136332 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e3ab5-3e43-434d-85df-a9ee0c0921d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d7fc9e-8f32-4212-ad41-61f5d784a793,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:46.284521 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56080) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:46.334388 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Deleting subnet f5af364e-16ee-4c81-adc0-3b250ed95f78 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:28:46.337636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Publish callbacks [] for subnet (f5af364e-16ee-4c81-adc0-3b250ed95f78), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.376114 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (f5af364e-16ee-4c81-adc0-3b250ed95f78), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.418681 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (f5af364e-16ee-4c81-adc0-3b250ed95f78), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.542656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (f5af364e-16ee-4c81-adc0-3b250ed95f78), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.571330 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5af364e-16ee-4c81-adc0-3b250ed95f78,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:46.574219 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.577327 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e9f5dab5-ad4b-4fca-99fe-fe0f1417e862 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f5af364e-16ee-4c81-adc0-3b250ed95f78 HTTP/1.1" status: 204 len: 168 time: 0.2917464 Jun 01 04:28:46.580544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56088) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:46.664138 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.675742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:46.743238 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.755394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:46.764872 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:46.775874 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:46.776166 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:46.792052 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.807124 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.814134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:28:46.814557 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.853133 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf resource provider aggregate not found Jun 01 04:28:46.860637 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56098) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:46.872844 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0ac-9972-42b2-9c65-9ff59f7a0480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.873294 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6ae05c4-9de1-4a2b-afe9-05200f5fb6bf found for delete ", "request_id": "req-80bb943a-551a-47ee-a299-8f3f55f912ee"}]} Jun 01 04:28:46.947073 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0ac-9972-42b2-9c65-9ff59f7a0480 admin admin] Publish callbacks [] for security_group (dd367b53-e395-4aee-bcec-eb4fd1b9346c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.963188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.968890 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:46.974842 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7 HTTP/1.1" status: 204 len: 168 time: 0.3910606 Jun 01 04:28:46.976120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56100) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:46.984659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57b47e-6f3e-4ca1-ad9e-29934931dfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddc94d9-53d7-4a32-969d-0c9d3f21dbd7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:47.025680 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Deleting subnet 82a43a81-93b2-41fd-a4f4-b7fb571f7f4d {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:28:47.027856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0ac-9972-42b2-9c65-9ff59f7a0480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dd367b53-e395-4aee-bcec-eb4fd1b9346c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.034583 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Publish callbacks [] for subnet (82a43a81-93b2-41fd-a4f4-b7fb571f7f4d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.098539 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8e62c0ac-9972-42b2-9c65-9ff59f7a0480 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94abbff1ece746cea114f94a4bccc10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375906 Jun 01 04:28:47.101158 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56104) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:47.118720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62c0ac-9972-42b2-9c65-9ff59f7a0480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd367b53-e395-4aee-bcec-eb4fd1b9346c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:47.118720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (82a43a81-93b2-41fd-a4f4-b7fb571f7f4d), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.165278 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:47.186553 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (82a43a81-93b2-41fd-a4f4-b7fb571f7f4d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.216631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:47.228590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] Publish callbacks [] for security_group (dd367b53-e395-4aee-bcec-eb4fd1b9346c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.251377 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed80d4-02e8-4aa8-9e61-0573bb9860a7 req-ec673dea-139b-476a-a953-891af6cd92fc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:47.253197 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-70ed80d4-02e8-4aa8-9e61-0573bb9860a7 req-ec673dea-139b-476a-a953-891af6cd92fc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0633013 Jun 01 04:28:47.261768 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] Publish callbacks [] for security_group (dd367b53-e395-4aee-bcec-eb4fd1b9346c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.315589 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-70ed80d4-02e8-4aa8-9e61-0573bb9860a7 req-8fa577ee-aabf-4356-a5ce-7ca6371f815a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567343 Jun 01 04:28:47.415025 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (82a43a81-93b2-41fd-a4f4-b7fb571f7f4d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.442242 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a43a81-93b2-41fd-a4f4-b7fb571f7f4d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:47.444233 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.447280 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d15daa7b-0de9-4d08-80e5-9a6442b27b4f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/82a43a81-93b2-41fd-a4f4-b7fb571f7f4d HTTP/1.1" status: 204 len: 168 time: 0.4701557 Jun 01 04:28:47.449827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56120) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:47.467620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dd367b53-e395-4aee-bcec-eb4fd1b9346c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.471040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.474851 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd367b53-e395-4aee-bcec-eb4fd1b9346c HTTP/1.1" status: 204 len: 168 time: 0.3699939 Jun 01 04:28:47.513929 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c3a53-6f46-4f30-996b-ff4f0877f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd367b53-e395-4aee-bcec-eb4fd1b9346c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:47.548170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (61820ed1-fa50-44db-b16e-8d277750c742), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.628474 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (61820ed1-fa50-44db-b16e-8d277750c742), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.648757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61820ed1-fa50-44db-b16e-8d277750c742']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:47.657919 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c41dcd-9aa3-40cb-9e22-d39196862254') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:47.658213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c41dcd-9aa3-40cb-9e22-d39196862254') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:28:47.667643 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (d9c41dcd-9aa3-40cb-9e22-d39196862254), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.682013 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (d9c41dcd-9aa3-40cb-9e22-d39196862254), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.689224 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:28:47.689774 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (d9c41dcd-9aa3-40cb-9e22-d39196862254), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.748021 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment d9c41dcd-9aa3-40cb-9e22-d39196862254 resource provider aggregate not found Jun 01 04:28:47.765373 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment d9c41dcd-9aa3-40cb-9e22-d39196862254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c41dcd-9aa3-40cb-9e22-d39196862254 found for delete ", "request_id": "req-d13d7c13-f72a-49c7-93e1-5670a9e52acb"}]} Jun 01 04:28:47.837672 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (61820ed1-fa50-44db-b16e-8d277750c742), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.844927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:47.848008 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/61820ed1-fa50-44db-b16e-8d277750c742 HTTP/1.1" status: 204 len: 168 time: 0.3972774 Jun 01 04:28:47.858225 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1f35-08e5-4b86-8113-f87d392371d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61820ed1-fa50-44db-b16e-8d277750c742,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:48.330104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56166) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:48.375148 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d1e59d1c-6d51-4603-a07c-f8269039a720 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6235b2a54ef4164aa1e1106e819bc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437553 Jun 01 04:28:48.377811 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56170) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:48.442431 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] Publish callbacks [] for security_group (442ee714-980e-455d-ba63-f326a71743d9), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:48.465098 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] Publish callbacks [] for security_group (442ee714-980e-455d-ba63-f326a71743d9), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:48.476967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553888f7-8e34-425e-b5c0-fa4aa4b4bf7b req-f0c63dbd-0f3b-4d32-912d-0b44026e1be2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:48.478457 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-553888f7-8e34-425e-b5c0-fa4aa4b4bf7b req-f0c63dbd-0f3b-4d32-912d-0b44026e1be2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0592184 Jun 01 04:28:48.539565 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-553888f7-8e34-425e-b5c0-fa4aa4b4bf7b req-ace93a94-4831-4252-acab-70f345a0eb99 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Jun 01 04:28:48.616884 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (442ee714-980e-455d-ba63-f326a71743d9), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:48.619593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:48.622925 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/442ee714-980e-455d-ba63-f326a71743d9 HTTP/1.1" status: 204 len: 168 time: 0.2420492 Jun 01 04:28:48.630465 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb60a79-20ab-480d-b578-1737d5613592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ee714-980e-455d-ba63-f326a71743d9,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:48.732005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c1bc9-ee85-4b69-a56f-1e077eeb36a5 req-dcdafcac-d1c8-4395-98e6-8a13dea4375a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:48.736828 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-543c1bc9-ee85-4b69-a56f-1e077eeb36a5 req-dcdafcac-d1c8-4395-98e6-8a13dea4375a tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0566418 Jun 01 04:28:48.783692 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-543c1bc9-ee85-4b69-a56f-1e077eeb36a5 req-2a6a6207-2f65-4d62-b008-ede7857b8a8f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jun 01 04:28:49.194548 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:49.465317 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56210) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:49.525936 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-62d409f9-22a7-41c1-97f7-b702239edf56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aceace1f9a7496da5aff1c39a1a826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593073 Jun 01 04:28:49.530679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56214) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:49.559918 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56216) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:49.588500 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] Publish callbacks [] for security_group (826e89b2-c844-470a-9c3d-923fefdf1909), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.605104 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b7fb8-e393-4093-86b9-26885c447589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.628162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] Publish callbacks [] for security_group (826e89b2-c844-470a-9c3d-923fefdf1909), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.703009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:49.713304 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb3a0-e32c-428a-ad58-0150e16e2ef8 req-7b54b53b-b7b8-4ccf-b9a1-a2b499b92e3d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:49.714756 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eccb3a0-e32c-428a-ad58-0150e16e2ef8 req-7b54b53b-b7b8-4ccf-b9a1-a2b499b92e3d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0796831 Jun 01 04:28:49.715594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c571-53a5-4958-a27f-fc62256605b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.770873 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eccb3a0-e32c-428a-ad58-0150e16e2ef8 req-8da5ac20-bfe0-46eb-aede-73550028b321 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Jun 01 04:28:49.849266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (826e89b2-c844-470a-9c3d-923fefdf1909), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.854549 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:49.855795 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/826e89b2-c844-470a-9c3d-923fefdf1909 HTTP/1.1" status: 204 len: 168 time: 0.3238277 Jun 01 04:28:49.864693 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5998-c767-4b10-bb06-4971e1a52f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e89b2-c844-470a-9c3d-923fefdf1909,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:49.940884 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:49.945890 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111952f-f8a6-497d-baf2-02137873f9e7 req-fa714246-b776-475a-82c6-93335190a7de tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:49.945890 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a111952f-f8a6-497d-baf2-02137873f9e7 req-fa714246-b776-475a-82c6-93335190a7de tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0854688 Jun 01 04:28:49.967943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:49.994159 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c571-53a5-4958-a27f-fc62256605b7 admin admin] Publish callbacks [] for security_group (22375750-76b9-4d8d-b07e-e4c3f8d6e038), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.021399 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a111952f-f8a6-497d-baf2-02137873f9e7 req-d1941cff-a600-4e08-99b6-8b298875be3e tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687869 Jun 01 04:28:50.067078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c571-53a5-4958-a27f-fc62256605b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (22375750-76b9-4d8d-b07e-e4c3f8d6e038), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.115936 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e1a6c571-53a5-4958-a27f-fc62256605b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52bd1ed3d31141cfb9cd4eac2499194d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536811 Jun 01 04:28:50.115936 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6c571-53a5-4958-a27f-fc62256605b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22375750-76b9-4d8d-b07e-e4c3f8d6e038,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:50.117989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56248) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:50.178760 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] Publish callbacks [] for security_group (22375750-76b9-4d8d-b07e-e4c3f8d6e038), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.200303 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] Publish callbacks [] for security_group (22375750-76b9-4d8d-b07e-e4c3f8d6e038), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.328871 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (22375750-76b9-4d8d-b07e-e4c3f8d6e038), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.329269 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:50.333208 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22375750-76b9-4d8d-b07e-e4c3f8d6e038 HTTP/1.1" status: 204 len: 168 time: 0.2112556 Jun 01 04:28:50.339710 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bcf7e-f2a6-4116-9bf1-631b0c5c5d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22375750-76b9-4d8d-b07e-e4c3f8d6e038,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:50.898435 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d66f6-42ec-411f-aef2-a38f78c6bc9f req-6cb8a34d-8919-476d-89d9-2ede7d7e5ad7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:50.899690 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c63d66f6-42ec-411f-aef2-a38f78c6bc9f req-6cb8a34d-8919-476d-89d9-2ede7d7e5ad7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0562387 Jun 01 04:28:50.951237 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c63d66f6-42ec-411f-aef2-a38f78c6bc9f req-a5b52f89-e12c-48e6-8832-2465be942020 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Jun 01 04:28:51.057711 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56300) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:51.071170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d2a766c-b520-484e-b831-806674b74e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.192703 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d2a766c-b520-484e-b831-806674b74e93 admin admin] Publish callbacks [] for security_group (bd034f67-515e-4a3b-9531-d310f76d92f4), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.194450 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3931a-8ace-42e2-bfd5-a33ca852d704 req-a5f3dafa-90fb-4130-af19-18378fee577f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:51.197265 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5a3931a-8ace-42e2-bfd5-a33ca852d704 req-a5f3dafa-90fb-4130-af19-18378fee577f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0683417 Jun 01 04:28:51.259803 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5a3931a-8ace-42e2-bfd5-a33ca852d704 req-33f7317f-aea7-4612-aa74-ee8f1de67bba tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565600 Jun 01 04:28:51.285234 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d2a766c-b520-484e-b831-806674b74e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bd034f67-515e-4a3b-9531-d310f76d92f4), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.325978 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a766c-b520-484e-b831-806674b74e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd034f67-515e-4a3b-9531-d310f76d92f4,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:51.332803 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4d2a766c-b520-484e-b831-806674b74e93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebd104c85e0242b2872c540ad62d5355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716260 Jun 01 04:28:51.333117 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56320) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:51.384701 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] Publish callbacks [] for security_group (bd034f67-515e-4a3b-9531-d310f76d92f4), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.410036 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] Publish callbacks [] for security_group (bd034f67-515e-4a3b-9531-d310f76d92f4), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.439945 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:51.524147 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bd034f67-515e-4a3b-9531-d310f76d92f4), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.526718 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.528354 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd034f67-515e-4a3b-9531-d310f76d92f4 HTTP/1.1" status: 204 len: 168 time: 0.1940048 Jun 01 04:28:51.536488 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a4a07-7f5f-4e03-a5ac-4f916b3a6eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd034f67-515e-4a3b-9531-d310f76d92f4,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:51.822429 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56328) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:51.929193 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-591bf157-da37-4412-a076-7aae47f68c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:51.962556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b29f1c3f-0da3-49c3-ba93-9e4ed838d530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.089120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b29f1c3f-0da3-49c3-ba93-9e4ed838d530 admin admin] Publish callbacks [] for security_group (3817f0ab-c878-4e3b-90e3-58da8c09f356), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.096183 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35319-b3fd-4ef3-a0c6-41bc69304e3d req-35d666cf-5d11-479e-bcab-f7a1430dc17b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:52.097668 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-42d35319-b3fd-4ef3-a0c6-41bc69304e3d req-35d666cf-5d11-479e-bcab-f7a1430dc17b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0727668 Jun 01 04:28:52.109564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:52.152751 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-42d35319-b3fd-4ef3-a0c6-41bc69304e3d req-2580889b-db7f-4277-85d6-44f64271dae4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Jun 01 04:28:52.174137 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b29f1c3f-0da3-49c3-ba93-9e4ed838d530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3817f0ab-c878-4e3b-90e3-58da8c09f356), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.207461 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b29f1c3f-0da3-49c3-ba93-9e4ed838d530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0d7f979a0854c3eac771832da27c37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839495 Jun 01 04:28:52.208545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f1c3f-0da3-49c3-ba93-9e4ed838d530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3817f0ab-c878-4e3b-90e3-58da8c09f356,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:52.210112 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56350) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:52.263765 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] Publish callbacks [] for security_group (3817f0ab-c878-4e3b-90e3-58da8c09f356), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.285530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] Publish callbacks [] for security_group (3817f0ab-c878-4e3b-90e3-58da8c09f356), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.384532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c1ab0-e72c-4690-8736-7f79f5c09bc0 req-999a12a1-fa83-4465-b380-5b4ac04f5e68 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:52.386029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-908c1ab0-e72c-4690-8736-7f79f5c09bc0 req-999a12a1-fa83-4465-b380-5b4ac04f5e68 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0493476 Jun 01 04:28:52.438124 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-908c1ab0-e72c-4690-8736-7f79f5c09bc0 req-aead7f44-4ce6-4f56-abed-30722096b443 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Jun 01 04:28:52.439125 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3817f0ab-c878-4e3b-90e3-58da8c09f356), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.441727 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:52.443026 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3817f0ab-c878-4e3b-90e3-58da8c09f356 HTTP/1.1" status: 204 len: 168 time: 0.2319474 Jun 01 04:28:52.451076 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caa5ee-e7a6-4113-9fc0-cd4beafc3d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3817f0ab-c878-4e3b-90e3-58da8c09f356,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:53.117267 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.152472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56380) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:53.169904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9391-bbd2-4380-8260-e389cba886ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.186203 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:53.263149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9391-bbd2-4380-8260-e389cba886ed admin admin] Publish callbacks [] for security_group (af409a99-ba2d-49e9-9e93-5c91daca36cb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.284944 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02ac6f-3c07-47ff-be51-1e37e9a47ae0 req-c824e12e-7ad4-4f4e-9529-61448ad864f5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:53.286174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5c02ac6f-3c07-47ff-be51-1e37e9a47ae0 req-c824e12e-7ad4-4f4e-9529-61448ad864f5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0519917 Jun 01 04:28:53.330848 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1f9a9391-bbd2-4380-8260-e389cba886ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (af409a99-ba2d-49e9-9e93-5c91daca36cb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.339738 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5c02ac6f-3c07-47ff-be51-1e37e9a47ae0 req-615ec975-0cb3-4e2f-a2c5-1447d72d2fc9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Jun 01 04:28:53.373209 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1f9a9391-bbd2-4380-8260-e389cba886ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcc5ffcff9164be1865a2950c61ab32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196643 Jun 01 04:28:53.374125 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a9391-bbd2-4380-8260-e389cba886ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af409a99-ba2d-49e9-9e93-5c91daca36cb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:53.376531 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56388) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:53.432678 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] Publish callbacks [] for security_group (af409a99-ba2d-49e9-9e93-5c91daca36cb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.453154 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] Publish callbacks [] for security_group (af409a99-ba2d-49e9-9e93-5c91daca36cb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.562472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac5b38-2865-4dec-9482-0befb20cfa9a req-9e881316-9c84-44fa-9dd5-3351019ed4a3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:53.564116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-afac5b38-2865-4dec-9482-0befb20cfa9a req-9e881316-9c84-44fa-9dd5-3351019ed4a3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Jun 01 04:28:53.593594 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (af409a99-ba2d-49e9-9e93-5c91daca36cb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.596891 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:53.598137 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af409a99-ba2d-49e9-9e93-5c91daca36cb HTTP/1.1" status: 204 len: 168 time: 0.2206476 Jun 01 04:28:53.609151 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905280f7-ba7c-4542-bb7f-258aa7bef4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af409a99-ba2d-49e9-9e93-5c91daca36cb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:53.622016 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-afac5b38-2865-4dec-9482-0befb20cfa9a req-ad09fdcc-70aa-45c1-b0fb-cf31b98aa0d3 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521240 Jun 01 04:28:53.633657 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=89 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:54.291735 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56426) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:54.465283 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab21-6164-4fd2-9c9d-8a7f463d2e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.473662 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bf723-0f5a-49ce-9b56-2f565e69590e req-f202c9b3-c5b1-4d77-a145-d1cc0ad8fc51 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:54.475358 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f7bf723-0f5a-49ce-9b56-2f565e69590e req-f202c9b3-c5b1-4d77-a145-d1cc0ad8fc51 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0660305 Jun 01 04:28:54.564525 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f7bf723-0f5a-49ce-9b56-2f565e69590e req-aa79d034-f263-486b-808a-c8cd20e8d1ac tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774915 Jun 01 04:28:54.597337 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.602728 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab21-6164-4fd2-9c9d-8a7f463d2e27 admin admin] Publish callbacks [] for security_group (74d9ff34-9872-4cb1-b127-3e240005d24a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.679384 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab21-6164-4fd2-9c9d-8a7f463d2e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (74d9ff34-9872-4cb1-b127-3e240005d24a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.721295 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cab21-6164-4fd2-9c9d-8a7f463d2e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d9ff34-9872-4cb1-b127-3e240005d24a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:54.725709 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4c5cab21-6164-4fd2-9c9d-8a7f463d2e27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9a9fa498ad14cfea34dae1d6c94309d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328973 Jun 01 04:28:54.728235 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56446) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:54.758658 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac3fa-88d8-4912-a12f-d8cd34574d49 req-d062a129-8c83-479e-8187-06ec8d27ad4f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:54.760815 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-066ac3fa-88d8-4912-a12f-d8cd34574d49 req-d062a129-8c83-479e-8187-06ec8d27ad4f tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0593894 Jun 01 04:28:54.794607 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] Publish callbacks [] for security_group (74d9ff34-9872-4cb1-b127-3e240005d24a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.821346 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] Publish callbacks [] for security_group (74d9ff34-9872-4cb1-b127-3e240005d24a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.822213 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-066ac3fa-88d8-4912-a12f-d8cd34574d49 req-f6bef22d-7203-42c0-853a-9fcf7be08aa7 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553083 Jun 01 04:28:54.947946 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (74d9ff34-9872-4cb1-b127-3e240005d24a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.957652 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:54.958968 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74d9ff34-9872-4cb1-b127-3e240005d24a HTTP/1.1" status: 204 len: 168 time: 0.2298117 Jun 01 04:28:54.966997 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7f21-3cca-43a8-bc59-02b042a4ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d9ff34-9872-4cb1-b127-3e240005d24a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:55.443082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:55.454454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-43693e7c-f133-4ddf-b5aa-4a51b1e160dd tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:55.456443 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-43693e7c-f133-4ddf-b5aa-4a51b1e160dd tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0468881 Jun 01 04:28:55.593831 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56468) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:55.629654 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Deleting port 26362886-e304-4f86-af04-dede6afa3f35 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:28:55.630404 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (26362886-e304-4f86-af04-dede6afa3f35), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:55.712169 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08106bf-a498-41a8-af7b-2d43d870f35e req-281d33cf-6660-4334-a721-ad9bc93ccbf3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:55.713707 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f08106bf-a498-41a8-af7b-2d43d870f35e req-281d33cf-6660-4334-a721-ad9bc93ccbf3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0530398 Jun 01 04:28:55.721964 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:55.733757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e31194f-d94d-4221-938f-2b4dd66828a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:55.745571 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] For port 26362886-e304-4f86-af04-dede6afa3f35, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=26362886-e304-4f86-af04-dede6afa3f35,segment=NetworkSegment(1c388df2-4396-4bb8-996c-992efd717d43),segment_id=1c388df2-4396-4bb8-996c-992efd717d43)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:28:55.745938 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (26362886-e304-4f86-af04-dede6afa3f35), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:55.753295 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:55.763276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Calling delete_port for 26362886-e304-4f86-af04-dede6afa3f35 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:28:55.799962 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f08106bf-a498-41a8-af7b-2d43d870f35e req-565ca3b1-8d29-4041-a917-b3a6b57c8342 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786133 Jun 01 04:28:55.856202 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e31194f-d94d-4221-938f-2b4dd66828a5 admin admin] Publish callbacks [] for security_group (2bee47f6-bb96-40fd-9ffa-da379ff45b91), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:55.937044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e31194f-d94d-4221-938f-2b4dd66828a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2bee47f6-bb96-40fd-9ffa-da379ff45b91), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:55.950572 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56476) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:55.953492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:55.965394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12887e7-fcf1-44d5-aae7-c6da031c1198 req-ff9dddbb-4e7a-40d5-a02d-e8efe1af3790 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:55.966939 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a12887e7-fcf1-44d5-aae7-c6da031c1198 req-ff9dddbb-4e7a-40d5-a02d-e8efe1af3790 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 946 time: 0.0668395 Jun 01 04:28:56.003419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72348da9-d23a-425e-90a5-9a5023bd3f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.007807 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5e31194f-d94d-4221-938f-2b4dd66828a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cccc6823690047a2a64e5ce7389de5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134569 Jun 01 04:28:56.009673 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31194f-d94d-4221-938f-2b4dd66828a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee47f6-bb96-40fd-9ffa-da379ff45b91,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:56.012114 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56480) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:56.028874 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a12887e7-fcf1-44d5-aae7-c6da031c1198 req-af02568e-5050-46fa-bf3e-258ebfa92565 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0db1fac-b277-4b31-8c13-0d34711b0d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527472 Jun 01 04:28:56.037811 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (26362886-e304-4f86-af04-dede6afa3f35), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.093773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Pushing event deleted for resources: {'Port': ['ID=26362886-e304-4f86-af04-dede6afa3f35,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:56.097105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['26362886-e304-4f86-af04-dede6afa3f35'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:28:56.126001 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] Publish callbacks [] for security_group (2bee47f6-bb96-40fd-9ffa-da379ff45b91), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.143818 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.167920 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] Publish callbacks [] for security_group (2bee47f6-bb96-40fd-9ffa-da379ff45b91), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.171781 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] No DVR routers for this DVR port 26362886-e304-4f86-af04-dede6afa3f35 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:28:56.174854 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.178123 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9252fefc-6af5-4ff5-8020-b99d66366ab4 req-34ae95b4-0ec3-4b99-b3b5-a5d566657920 tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.45 "DELETE /v2.0/ports/26362886-e304-4f86-af04-dede6afa3f35 HTTP/1.1" status: 204 len: 173 time: 0.7139349 Jun 01 04:28:56.178385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72348da9-d23a-425e-90a5-9a5023bd3f62 admin admin] Publish callbacks [] for security_group (f6dd970a-6045-43e3-8ba8-f77bd109c198), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.178570 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'name': 'network-vif-deleted', 'tag': '26362886-e304-4f86-af04-dede6afa3f35'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:28:56.181104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb164f-7c9a-4ea6-a89d-6f3c8ef8bd15" -d '{"events": [{"server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "name": "network-vif-deleted", "tag": "26362886-e304-4f86-af04-dede6afa3f35"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:28:56.228754 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31a084-7402-4a77-aedd-1a0c5ceaa353 x-openstack-request-id: req-1c31a084-7402-4a77-aedd-1a0c5ceaa353 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:28:56.229087 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f4fea-bee1-42d9-8db6-985d2f390991", "name": "network-vif-deleted", "tag": "26362886-e304-4f86-af04-dede6afa3f35", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:28:56.229410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c31a084-7402-4a77-aedd-1a0c5ceaa353 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:28:56.229804 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c31a084-7402-4a77-aedd-1a0c5ceaa353'] response: {'server_uuid': 'bb2f4fea-bee1-42d9-8db6-985d2f390991', 'name': 'network-vif-deleted', 'tag': '26362886-e304-4f86-af04-dede6afa3f35', 'status': 'completed', 'code': 200} Jun 01 04:28:56.268888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72348da9-d23a-425e-90a5-9a5023bd3f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f6dd970a-6045-43e3-8ba8-f77bd109c198), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.308134 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2bee47f6-bb96-40fd-9ffa-da379ff45b91), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.311811 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.316747 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bee47f6-bb96-40fd-9ffa-da379ff45b91 HTTP/1.1" status: 204 len: 168 time: 0.2950776 Jun 01 04:28:56.320435 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-72348da9-d23a-425e-90a5-9a5023bd3f62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c593b2261b954fad8d5f40ff8a633018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643584 Jun 01 04:28:56.326834 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72348da9-d23a-425e-90a5-9a5023bd3f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd970a-6045-43e3-8ba8-f77bd109c198,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:56.329438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56494) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:28:56.333268 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1d971-309f-478f-97c8-61bb5b4baee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee47f6-bb96-40fd-9ffa-da379ff45b91,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:56.432907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] Publish callbacks [] for security_group (f6dd970a-6045-43e3-8ba8-f77bd109c198), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.470895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] Publish callbacks [] for security_group (f6dd970a-6045-43e3-8ba8-f77bd109c198), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.577065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f6dd970a-6045-43e3-8ba8-f77bd109c198), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.581750 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:56.585285 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6dd970a-6045-43e3-8ba8-f77bd109c198 HTTP/1.1" status: 204 len: 168 time: 0.2510979 Jun 01 04:28:56.591246 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae71c0-53e4-45c4-8544-1765ce533ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd970a-6045-43e3-8ba8-f77bd109c198,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:28:56.967581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e101-15b2-4edc-9db3-ed47b2b01453 req-e8527924-4c46-4310-9f5c-f5056fd8f766 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:56.969642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6e3e101-15b2-4edc-9db3-ed47b2b01453 req-e8527924-4c46-4310-9f5c-f5056fd8f766 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0619717 Jun 01 04:28:57.021361 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6e3e101-15b2-4edc-9db3-ed47b2b01453 req-f433c033-c5c8-4822-8c2e-e821e1b1e66b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Jun 01 04:28:57.180893 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f697e64-bfa2-48be-89d0-e381c4de4fed req-27307562-ddf1-441a-8baf-1cf901ad7dec tempest-DeleteServersTestJSON-895117407 tempest-DeleteServersTestJSON-895117407-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb2f4fea-bee1-42d9-8db6-985d2f390991 HTTP/1.1" status: 200 len: 210 time: 0.0289340 Jun 01 04:28:57.289011 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:28:58.146953 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa91fe2-846e-46ca-a9fd-b6d81714c821 req-c4144fc9-c0d3-4b75-a3ed-700147ff57f0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:58.148452 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4aa91fe2-846e-46ca-a9fd-b6d81714c821 req-c4144fc9-c0d3-4b75-a3ed-700147ff57f0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0504103 Jun 01 04:28:58.205763 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4aa91fe2-846e-46ca-a9fd-b6d81714c821 req-383d08af-8623-4d6e-8f49-6e656330fd9a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512946 Jun 01 04:28:59.342395 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac93b8-9386-43a3-a38a-2d90e218c960 req-309010e1-df59-4e40-ac07-58cca2ca0b1f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:28:59.343946 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ceac93b8-9386-43a3-a38a-2d90e218c960 req-309010e1-df59-4e40-ac07-58cca2ca0b1f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0553019 Jun 01 04:28:59.394971 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ceac93b8-9386-43a3-a38a-2d90e218c960 req-578761d9-83af-409a-b2f7-512decc201f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Jun 01 04:28:59.793429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:28:59.924207 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 26362886-e304-4f86-af04-dede6afa3f35 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:28:59.947322 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 26362886-e304-4f86-af04-dede6afa3f35 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:28:59.947671 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 26362886-e304-4f86-af04-dede6afa3f35 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:29:00.517516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e15c30-8cd6-4f58-bf49-68634fbfca28 req-aeabb021-8cae-4604-a049-ea0386b8f629 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:00.519011 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b2e15c30-8cd6-4f58-bf49-68634fbfca28 req-aeabb021-8cae-4604-a049-ea0386b8f629 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0506401 Jun 01 04:29:00.566018 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b2e15c30-8cd6-4f58-bf49-68634fbfca28 req-4bfe3b43-476a-49da-8b30-75abe4f4df40 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Jun 01 04:29:01.678927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6e08b-5c88-4c9a-aa8e-f8bd4715607d req-696bc414-b9c3-46a5-9055-7ff53d02b2f3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:01.680407 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbb6e08b-5c88-4c9a-aa8e-f8bd4715607d req-696bc414-b9c3-46a5-9055-7ff53d02b2f3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0460563 Jun 01 04:29:01.726540 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbb6e08b-5c88-4c9a-aa8e-f8bd4715607d req-6bda65a3-302c-4b7d-81b4-c478a7fd1e4a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Jun 01 04:29:02.841978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec52f0-c6b9-4cbc-9894-5591748a162d req-bc19c4d0-2c92-4bb6-ba93-c802bc3af838 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:02.843447 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-95ec52f0-c6b9-4cbc-9894-5591748a162d req-bc19c4d0-2c92-4bb6-ba93-c802bc3af838 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0508816 Jun 01 04:29:02.890255 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-95ec52f0-c6b9-4cbc-9894-5591748a162d req-1323946f-b9dd-432d-b3c9-7c452574d3b3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Jun 01 04:29:03.670164 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:04.005283 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d56a-45d3-4ffb-823b-e305d9742bec req-dbb9597e-76ba-4b18-aafb-815aff60ecab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:04.006829 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a847d56a-45d3-4ffb-823b-e305d9742bec req-dbb9597e-76ba-4b18-aafb-815aff60ecab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0489304 Jun 01 04:29:04.059869 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a847d56a-45d3-4ffb-823b-e305d9742bec req-9faac858-30c8-4144-bc6e-723d544365a3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Jun 01 04:29:05.183381 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad6b9e-94b0-4ac2-9fb2-90e3d12dc0cd req-31b25de9-f3cf-4259-9d63-3782a1b021ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:05.184866 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86ad6b9e-94b0-4ac2-9fb2-90e3d12dc0cd req-31b25de9-f3cf-4259-9d63-3782a1b021ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0551302 Jun 01 04:29:05.206290 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:05.236655 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86ad6b9e-94b0-4ac2-9fb2-90e3d12dc0cd req-61138872-735f-45a2-9e12-03e12b9b9f17 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Jun 01 04:29:05.343638 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56714) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:05.389492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Deleting subnet 5c19aa4f-aa14-464a-94ce-944de37a4745 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:29:05.392608 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Publish callbacks [] for subnet (5c19aa4f-aa14-464a-94ce-944de37a4745), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.426221 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (5c19aa4f-aa14-464a-94ce-944de37a4745), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.468026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (5c19aa4f-aa14-464a-94ce-944de37a4745), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.603429 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (5c19aa4f-aa14-464a-94ce-944de37a4745), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.606635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:05.628401 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c19aa4f-aa14-464a-94ce-944de37a4745,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:05.634432 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.637549 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fa5e6207-0270-4f3e-a200-40c40303b3a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c19aa4f-aa14-464a-94ce-944de37a4745 HTTP/1.1" status: 204 len: 168 time: 0.2929282 Jun 01 04:29:05.639998 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56724) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:05.706015 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (13e7f666-dfbf-45d5-abef-3761ea497503), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.970865 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (13e7f666-dfbf-45d5-abef-3761ea497503), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:05.990899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e7f666-dfbf-45d5-abef-3761ea497503']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:05.999992 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c388df2-4396-4bb8-996c-992efd717d43') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:06.000290 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c388df2-4396-4bb8-996c-992efd717d43') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:06.010057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (1c388df2-4396-4bb8-996c-992efd717d43), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.023515 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (1c388df2-4396-4bb8-996c-992efd717d43), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.029311 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:29:06.029689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (1c388df2-4396-4bb8-996c-992efd717d43), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.067510 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 1c388df2-4396-4bb8-996c-992efd717d43 resource provider aggregate not found Jun 01 04:29:06.093519 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 1c388df2-4396-4bb8-996c-992efd717d43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c388df2-4396-4bb8-996c-992efd717d43 found for delete ", "request_id": "req-82103e3a-9078-4f2b-8efc-5d8bfa8a535d"}]} Jun 01 04:29:06.162817 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (13e7f666-dfbf-45d5-abef-3761ea497503), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.168734 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.171794 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] 10.222.0.18 "DELETE /v2.0/networks/13e7f666-dfbf-45d5-abef-3761ea497503 HTTP/1.1" status: 204 len: 168 time: 0.5308282 Jun 01 04:29:06.184783 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3204a-d894-4811-8454-8027d76a987f admin admin] Pushing event deleted for resources: {'Network': ['ID=13e7f666-dfbf-45d5-abef-3761ea497503,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:06.348198 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede24cc2-455c-4353-8259-837c8768742a req-87403dc0-bce5-4718-9abd-b9c064ef99a3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:06.350138 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ede24cc2-455c-4353-8259-837c8768742a req-87403dc0-bce5-4718-9abd-b9c064ef99a3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0466762 Jun 01 04:29:06.398720 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ede24cc2-455c-4353-8259-837c8768742a req-503becf7-3c5a-4651-aff8-cd45c21ed7cc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jun 01 04:29:06.530552 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56738) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:06.579859 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c201cb2b-3317-43fe-9b3c-3bd501389b04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8eb15379902c4745a1e3fd5b83d0e4be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493896 Jun 01 04:29:06.582378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56746) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:06.634151 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] Publish callbacks [] for security_group (f0db1fac-b277-4b31-8c13-0d34711b0d5c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.655341 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] Publish callbacks [] for security_group (f0db1fac-b277-4b31-8c13-0d34711b0d5c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.764945 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f0db1fac-b277-4b31-8c13-0d34711b0d5c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.767419 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:06.768544 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0db1fac-b277-4b31-8c13-0d34711b0d5c HTTP/1.1" status: 204 len: 168 time: 0.1845734 Jun 01 04:29:06.776401 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a8cd8-14cd-4e7d-b064-f9fb067ff67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db1fac-b277-4b31-8c13-0d34711b0d5c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:07.513775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e242-fa66-43ef-9c52-8fc7fcbfbf6c req-4ca3b799-cd9a-45b1-8381-59b4ad9547c5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:07.515282 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6396e242-fa66-43ef-9c52-8fc7fcbfbf6c req-4ca3b799-cd9a-45b1-8381-59b4ad9547c5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0490363 Jun 01 04:29:07.568900 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6396e242-fa66-43ef-9c52-8fc7fcbfbf6c req-d6013211-4801-47a7-a4f9-7e7ea5ddf21b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Jun 01 04:29:07.817290 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56780) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:07.912224 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1211959118-network', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:08.039206 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Made reservation on behalf of 89e9dc06c3304c42a7fb6cbed1e357a4 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:29:08.041597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.050267 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.099822 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:08.124915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks [] for security_group (17aeb376-8d19-4a7d-ba2a-634df8d83874), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.225939 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (17aeb376-8d19-4a7d-ba2a-634df8d83874), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.251975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:29:08.261711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aeb376-8d19-4a7d-ba2a-634df8d83874,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:08.267354 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (6ea67494-bdd4-47ba-8e6e-b65563291744), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.269336 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Added segment 6ea67494-bdd4-47ba-8e6e-b65563291744 of type vlan for network e9688948-1a1c-4b5b-bf21-d65382a9ef23 Jun 01 04:29:08.307367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (e9688948-1a1c-4b5b-bf21-d65382a9ef23), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.310767 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:08.410332 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (e9688948-1a1c-4b5b-bf21-d65382a9ef23), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.411380 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:08.411964 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.472599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9688948-1a1c-4b5b-bf21-d65382a9ef23,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:08.482245 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:29:08.495378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:08.565119 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4b22d412-a4e3-4134-9425-8d57822e76e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7467070 Jun 01 04:29:08.568552 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56788) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:08.573261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Request body: {'subnet': {'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1211959118-subnet', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:08.669677 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Made reservation on behalf of 89e9dc06c3304c42a7fb6cbed1e357a4 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:29:08.669677 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.692095 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511c406-8cf4-46fe-a34d-4e90c0899ef3 req-e39c7d45-b966-4475-9239-d24c2a1f772a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:08.693705 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9511c406-8cf4-46fe-a34d-4e90c0899ef3 req-e39c7d45-b966-4475-9239-d24c2a1f772a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0581267 Jun 01 04:29:08.745150 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9511c406-8cf4-46fe-a34d-4e90c0899ef3 req-56796617-f58f-41cf-885c-9715f696f325 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456326 Jun 01 04:29:08.911782 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (ea12d594-5adb-4248-95fb-f5e8b22e4e66), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:08.969325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea12d594-5adb-4248-95fb-f5e8b22e4e66,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:08.979026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Checking segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:08.979367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Network hostable DHCP agents. Network: e9688948-1a1c-4b5b-bf21-d65382a9ef23, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:29:09.062170 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:29:09.136586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, e9688948-1a1c-4b5b-bf21-d65382a9ef23) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:09.140859 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:09.141455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.145678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c0c1b-f752-46de-b1b7-28d2fc566061 None None] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:29:09.207945 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d8d7f694-b980-4eda-9807-7e3cdd66a0ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6383357 Jun 01 04:29:09.210737 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56800) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:09.215391 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:09.252065 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:29:09.253123 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.306505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.307874 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.362157 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for router_controller (7132afc7-db5f-4416-8dee-3c66b32edfa1), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.390640 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Allocated IP 172.20.0.2 (e9688948-1a1c-4b5b-bf21-d65382a9ef23/ea12d594-5adb-4248-95fb-f5e8b22e4e66/af11a30d-a006-4ad4-8633-c62ad0cbce30) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:09.577805 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for router_gateway (7132afc7-db5f-4416-8dee-3c66b32edfa1), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.664991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks [] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.720153 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.726517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:09.765632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:09.769929 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:09.771950 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:09.779349 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:09.789383 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Pushing event updated for resources: {'Port': ['ID=af11a30d-a006-4ad4-8633-c62ad0cbce30,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:09.858415 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Attempting to bind port af11a30d-a006-4ad4-8633-c62ad0cbce30 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:29:09.859831 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Attempting to bind port af11a30d-a006-4ad4-8633-c62ad0cbce30 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:29:09.860367 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Attempting to bind port af11a30d-a006-4ad4-8633-c62ad0cbce30 on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:09.870350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:29:09.871492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Checking segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:09.873740 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.873740 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Bound using segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:29:09.873740 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Bound port: af11a30d-a006-4ad4-8633-c62ad0cbce30, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:29:09.874049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for router_gateway (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.874147 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.909068 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:09.924312 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:09.935468 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec6184-abe6-44d8-90ac-a8687d675ce2 req-31acb62f-a3bc-4f8f-82f2-6de5845c9357 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:09.939587 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55ec6184-abe6-44d8-90ac-a8687d675ce2 req-31acb62f-a3bc-4f8f-82f2-6de5845c9357 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0783107 Jun 01 04:29:09.943019 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] For port af11a30d-a006-4ad4-8633-c62ad0cbce30, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:29:09.946706 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] For port af11a30d-a006-4ad4-8633-c62ad0cbce30, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=af11a30d-a006-4ad4-8633-c62ad0cbce30,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:29:10.054559 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55ec6184-abe6-44d8-90ac-a8687d675ce2 req-e474d273-89f6-428f-890e-93540f8c4371 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834534 Jun 01 04:29:10.062602 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.077458 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Allocated IP 172.27.0.43 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/4420d5ea-d1bd-464d-9039-b9a4e8da7797) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:10.101820 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:10.123077 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3db0ce-2868-4b16-ba6e-2b044ee2e41f None None] Pushing event updated for resources: {'Port': ['ID=af11a30d-a006-4ad4-8633-c62ad0cbce30,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:10.197396 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.313079 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.359183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:10.362232 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:10.366606 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:10.405467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:10.406431 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4420d5ea-d1bd-464d-9039-b9a4e8da7797,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:10.673266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56830) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:10.738338 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for router_gateway (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.791532 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99336e12-1a96-46c3-80e8-3520aa346d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.895597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99336e12-1a96-46c3-80e8-3520aa346d7b admin admin] Publish callbacks [] for security_group (be6c59a3-37cc-436e-890d-d1ea3d1f12d5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.963909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.982769 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99336e12-1a96-46c3-80e8-3520aa346d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (be6c59a3-37cc-436e-890d-d1ea3d1f12d5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:10.989913 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:11.029935 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-99336e12-1a96-46c3-80e8-3520aa346d7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3284a94a4c3b4f2a96b8e266902d14e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553717 Jun 01 04:29:11.031199 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99336e12-1a96-46c3-80e8-3520aa346d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c59a3-37cc-436e-890d-d1ea3d1f12d5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:11.032828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56844) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:11.079483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:11.155103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] Publish callbacks [] for security_group (be6c59a3-37cc-436e-890d-d1ea3d1f12d5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.183801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fae05d-5189-43e9-918d-f017b79470c6 None None] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:29:11.196864 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] Publish callbacks [] for security_group (be6c59a3-37cc-436e-890d-d1ea3d1f12d5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.225397 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63733d1e-f83a-4d54-af69-b32d036239ca req-90a72ecc-1265-4b2a-8a10-6ee233a959d9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:11.227211 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63733d1e-f83a-4d54-af69-b32d036239ca req-90a72ecc-1265-4b2a-8a10-6ee233a959d9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0881631 Jun 01 04:29:11.273088 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Provisioning complete for port af11a30d-a006-4ad4-8633-c62ad0cbce30 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:11.273293 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:29:11.273856 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.302197 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63733d1e-f83a-4d54-af69-b32d036239ca req-1f2a4565-0462-42c1-a3af-9dd9ec11b392 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680838 Jun 01 04:29:11.346381 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device af11a30d-a006-4ad4-8633-c62ad0cbce30 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:11.397859 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (be6c59a3-37cc-436e-890d-d1ea3d1f12d5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.400333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.401439 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be6c59a3-37cc-436e-890d-d1ea3d1f12d5 HTTP/1.1" status: 204 len: 168 time: 0.3419638 Jun 01 04:29:11.413648 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f7570-b3dd-497e-860c-5b6f54a1e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c59a3-37cc-436e-890d-d1ea3d1f12d5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:11.434550 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:29:11.452985 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:29:11.480183 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:11.480712 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:11.487743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port af11a30d-a006-4ad4-8633-c62ad0cbce30 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:11.487743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.487743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Current status of the port af11a30d-a006-4ad4-8633-c62ad0cbce30 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:11.487743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.538975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.540535 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-acc0fc91-da4e-415f-973d-650fe1a775f0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3286788 Jun 01 04:29:11.543500 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56852) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:11.558490 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] For port af11a30d-a006-4ad4-8633-c62ad0cbce30, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=af11a30d-a006-4ad4-8633-c62ad0cbce30,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:11.602649 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port af11a30d-a006-4ad4-8633-c62ad0cbce30 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:11.603254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.642503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.680919 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:11.746614 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71c8e-e609-4baa-8047-f2a2b75d2fe2 None None] Pushing event updated for resources: {'Port': ['ID=af11a30d-a006-4ad4-8633-c62ad0cbce30,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:11.750158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.db.api [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 01 04:29:11.750992 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG oslo_db.api [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 04:29:11.861465 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:11.867963 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-79484817-7e96-429b-b867-48088a38b44e None None] Provisioning complete for port af11a30d-a006-4ad4-8633-c62ad0cbce30 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:11.868807 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-79484817-7e96-429b-b867-48088a38b44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:11.921216 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:10Z', 'revision_number': 3, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:11.952733 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:29:11.953074 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Updating router 7132afc7-db5f-4416-8dee-3c66b32edfa1 port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:29:11.962156 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-79484817-7e96-429b-b867-48088a38b44e None None] Current status of the port af11a30d-a006-4ad4-8633-c62ad0cbce30 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:11.982074 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.191808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56862) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:12.206752 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef019-b255-4b23-b272-1c9dfe81081a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.285410 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks [] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.288998 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:12.298164 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef019-b255-4b23-b272-1c9dfe81081a admin admin] Publish callbacks [] for security_group (d98bb4bf-a253-4f72-980f-e26386ec350d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.342942 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.350800 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port af11a30d-a006-4ad4-8633-c62ad0cbce30 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:12.359599 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.359825 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef019-b255-4b23-b272-1c9dfe81081a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d98bb4bf-a253-4f72-980f-e26386ec350d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.405759 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ef019-b255-4b23-b272-1c9dfe81081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bb4bf-a253-4f72-980f-e26386ec350d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:12.420953 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4c6ef019-b255-4b23-b272-1c9dfe81081a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6ac7833edb94f5c8f9411ebc95064aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279773 Jun 01 04:29:12.427753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56870) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:12.432301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56872) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:12.457100 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Attempting to bind port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:29:12.457100 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Attempting to bind port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:29:12.457100 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Attempting to bind port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:12.478668 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:29:12.485001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:12.485001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.485001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:29:12.485001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Bound port: 4420d5ea-d1bd-464d-9039-b9a4e8da7797, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:29:12.485001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.492945 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:12.570871 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Pushing event updated for resources: {'Port': ['ID=4420d5ea-d1bd-464d-9039-b9a4e8da7797,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:12.574990 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:12.576365 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] For port 4420d5ea-d1bd-464d-9039-b9a4e8da7797, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:29:12.584967 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] For port 4420d5ea-d1bd-464d-9039-b9a4e8da7797, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=4420d5ea-d1bd-464d-9039-b9a4e8da7797,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:29:12.589339 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.589928 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.590440 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.590953 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.591594 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.592089 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.592557 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.593046 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.593522 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.593998 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.594494 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.594987 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.595498 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.595967 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.599450 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:12.641837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Allocated IP 172.20.0.1 (e9688948-1a1c-4b5b-bf21-d65382a9ef23/ea12d594-5adb-4248-95fb-f5e8b22e4e66/8e5de9de-4326-4d7a-a341-bcd62b76ac47) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:12.703042 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80749a4-056f-4e11-b4e1-2455d1da0c08 req-bb0b14de-d4d3-4d78-8930-0433341bc533 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:12.704452 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d80749a4-056f-4e11-b4e1-2455d1da0c08 req-bb0b14de-d4d3-4d78-8930-0433341bc533 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.2574940 Jun 01 04:29:12.709783 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.772691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da738716-fcd0-4afb-96e3-fb31917106d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.790123 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:12.790752 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:12.794128 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d1add-44af-4836-82d2-130ce446d380 None None] Pushing event updated for resources: {'Port': ['ID=4420d5ea-d1bd-464d-9039-b9a4e8da7797,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:12.795668 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d80749a4-056f-4e11-b4e1-2455d1da0c08 req-1cf8b8d7-4bcb-4fec-8527-4b5487398d34 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803845 Jun 01 04:29:12.813135 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks [] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.840468 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:12.842423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] Publish callbacks [] for security_group (d98bb4bf-a253-4f72-980f-e26386ec350d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.873252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:12.881944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] Publish callbacks [] for security_group (d98bb4bf-a253-4f72-980f-e26386ec350d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.908253 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:12.925919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da738716-fcd0-4afb-96e3-fb31917106d2 admin admin] Publish callbacks [] for security_group (60da0520-67d2-4107-ad1e-40b53d0c94e7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.963656 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:12.973955 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56878) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:12.987856 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da738716-fcd0-4afb-96e3-fb31917106d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (60da0520-67d2-4107-ad1e-40b53d0c94e7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.012841 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:13.021821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:13.024939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:13.028621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:13.043582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d98bb4bf-a253-4f72-980f-e26386ec350d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.046711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.048150 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d98bb4bf-a253-4f72-980f-e26386ec350d HTTP/1.1" status: 204 len: 168 time: 0.6239297 Jun 01 04:29:13.061660 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738716-fcd0-4afb-96e3-fb31917106d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da0520-67d2-4107-ad1e-40b53d0c94e7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:13.073787 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-da738716-fcd0-4afb-96e3-fb31917106d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05cd537503f0438a8fb38b9118d7825b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6403909 Jun 01 04:29:13.081010 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56884) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:13.107056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.131494 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf16488-5758-4e44-8085-54cf00165eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bb4bf-a253-4f72-980f-e26386ec350d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:13.203944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] Publish callbacks [] for security_group (60da0520-67d2-4107-ad1e-40b53d0c94e7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.204585 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:13.253352 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb87553e-c754-4082-92a3-0ca3478b5c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.272536 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] Publish callbacks [] for security_group (60da0520-67d2-4107-ad1e-40b53d0c94e7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.302829 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:10Z', 'revision_number': 3, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:13.305053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device af11a30d-a006-4ad4-8633-c62ad0cbce30 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:13.345940 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8db658-d661-403e-9279-6de7e21bfe3d None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:10Z', 'revision_number': 3, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:29:13.388559 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb87553e-c754-4082-92a3-0ca3478b5c47 admin admin] Publish callbacks [] for security_group (7da1d593-eec1-4e25-8995-abc4ec956ff0), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.412105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-19f68d8f-9884-4ed8-94c3-fa0edcc483eb None None] Provisioning complete for port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:13.412542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-19f68d8f-9884-4ed8-94c3-fa0edcc483eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.441340 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port af11a30d-a006-4ad4-8633-c62ad0cbce30 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:13.441726 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.465742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:13.474728 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-19f68d8f-9884-4ed8-94c3-fa0edcc483eb None None] Port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:29:13.501143 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:13.508523 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb87553e-c754-4082-92a3-0ca3478b5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7da1d593-eec1-4e25-8995-abc4ec956ff0), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.519799 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.519916 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (60da0520-67d2-4107-ad1e-40b53d0c94e7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.519916 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.521437 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60da0520-67d2-4107-ad1e-40b53d0c94e7 HTTP/1.1" status: 204 len: 168 time: 0.4392037 Jun 01 04:29:13.573784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port af11a30d-a006-4ad4-8633-c62ad0cbce30 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:13.594621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-eb87553e-c754-4082-92a3-0ca3478b5c47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e40a39858afa41bb96f902c6178d44f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163647 Jun 01 04:29:13.594621 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87553e-c754-4082-92a3-0ca3478b5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da1d593-eec1-4e25-8995-abc4ec956ff0,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:13.598741 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56898) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:13.641124 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c231b44-665c-4744-b508-e6485cca4ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da0520-67d2-4107-ad1e-40b53d0c94e7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:13.689011 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:13.781223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] Publish callbacks [] for security_group (7da1d593-eec1-4e25-8995-abc4ec956ff0), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.814074 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks [] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.832739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] Publish callbacks [] for security_group (7da1d593-eec1-4e25-8995-abc4ec956ff0), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.885590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.969561 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:13.982863 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7da1d593-eec1-4e25-8995-abc4ec956ff0), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.993783 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:13.993783 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7da1d593-eec1-4e25-8995-abc4ec956ff0 HTTP/1.1" status: 204 len: 168 time: 0.3911827 Jun 01 04:29:13.994290 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775190-ea6c-4f09-b645-b401de982b6a req-0e952713-413b-4194-84f0-c52e9e0afc73 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:13.994590 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75775190-ea6c-4f09-b645-b401de982b6a req-0e952713-413b-4194-84f0-c52e9e0afc73 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.1214561 Jun 01 04:29:13.998606 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceab42-d17e-4a15-8aed-b10d91aa61bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da1d593-eec1-4e25-8995-abc4ec956ff0,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:14.028312 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:14.036525 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:14.093951 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75775190-ea6c-4f09-b645-b401de982b6a req-244e8393-dc9d-44df-aa55-3105f8313644 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984929 Jun 01 04:29:14.172436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:14.174041 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:14.326621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:29:14.485510 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:29:14.491280 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a10a2114-2f09-4054-a1a9-2174654940f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/7132afc7-db5f-4416-8dee-3c66b32edfa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9465334 Jun 01 04:29:14.512876 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-30bfb07f-0d4b-49c8-8e77-c08b16f49f2a None None] Provisioning complete for port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:14.513328 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30bfb07f-0d4b-49c8-8e77-c08b16f49f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:14.549306 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-30bfb07f-0d4b-49c8-8e77-c08b16f49f2a None None] Port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:29:14.731790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56926) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:14.746831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db219edf-4c81-4ff0-b3fe-11f238324696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:14.836702 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db219edf-4c81-4ff0-b3fe-11f238324696 admin admin] Publish callbacks [] for security_group (ad57b2c9-b4c2-41e5-9a2e-e88c525a4914), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:14.940283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db219edf-4c81-4ff0-b3fe-11f238324696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ad57b2c9-b4c2-41e5-9a2e-e88c525a4914), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:14.954851 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:14.984072 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-db219edf-4c81-4ff0-b3fe-11f238324696 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=721ce5fcc3284f7090bfcdf35d91eb00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508535 Jun 01 04:29:14.985361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219edf-4c81-4ff0-b3fe-11f238324696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad57b2c9-b4c2-41e5-9a2e-e88c525a4914,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:14.987350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56934) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:15.045371 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] Publish callbacks [] for security_group (ad57b2c9-b4c2-41e5-9a2e-e88c525a4914), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.074538 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] Publish callbacks [] for security_group (ad57b2c9-b4c2-41e5-9a2e-e88c525a4914), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.166160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56938) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:15.171555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113838919', 'description': 'tempest-description--2065882429'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:15.207624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56942) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:15.214215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:15.220335 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ad57b2c9-b4c2-41e5-9a2e-e88c525a4914), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.224592 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.234890 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad57b2c9-b4c2-41e5-9a2e-e88c525a4914 HTTP/1.1" status: 204 len: 168 time: 0.2360446 Jun 01 04:29:15.234990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c52d4797-0ae9-4f37-8ca3-f05c996c2897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.270344 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c104-2a7c-4e1a-9429-41ac0f1ba3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad57b2c9-b4c2-41e5-9a2e-e88c525a4914,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:15.310345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef402a-3630-4e2c-8fc6-943cc5bfccf2 req-6cdc89a3-8417-4602-bbb6-8a7f33c28327 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:15.315036 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7aef402a-3630-4e2c-8fc6-943cc5bfccf2 req-6cdc89a3-8417-4602-bbb6-8a7f33c28327 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.1334202 Jun 01 04:29:15.326771 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 4420d5ea-d1bd-464d-9039-b9a4e8da7797 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:15.341554 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.444937 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c52d4797-0ae9-4f37-8ca3-f05c996c2897 admin admin] Publish callbacks [] for security_group (853faf97-e657-4104-b75c-87e984d73d6b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.473710 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7aef402a-3630-4e2c-8fc6-943cc5bfccf2 req-479262bf-4f41-4ebe-addd-a59ffdf8bfdd tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549871 Jun 01 04:29:15.480219 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:15.480371 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.491942 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (c75a6466-c332-4cca-8a54-8797149f1fcb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.534383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c52d4797-0ae9-4f37-8ca3-f05c996c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (853faf97-e657-4104-b75c-87e984d73d6b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.568771 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c75a6466-c332-4cca-8a54-8797149f1fcb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.576445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:15.577448 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.583038 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c52d4797-0ae9-4f37-8ca3-f05c996c2897 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5e72842c30a4d8e976f03a16ebac257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696685 Jun 01 04:29:15.587873 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56952) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:15.597071 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d4797-0ae9-4f37-8ca3-f05c996c2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853faf97-e657-4104-b75c-87e984d73d6b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:15.632220 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:29:15.637142 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 4420d5ea-d1bd-464d-9039-b9a4e8da7797, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=4420d5ea-d1bd-464d-9039-b9a4e8da7797,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:15.647639 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:15.648501 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:15.660410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75a6466-c332-4cca-8a54-8797149f1fcb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:15.681096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] Publish callbacks [] for security_group (853faf97-e657-4104-b75c-87e984d73d6b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.703078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] Publish callbacks [] for security_group (853faf97-e657-4104-b75c-87e984d73d6b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.743702 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.762280 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.766896 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 56956) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:15.772911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group_rule': {'security_group_id': 'c75a6466-c332-4cca-8a54-8797149f1fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:15.777716 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4aa11c9d-9394-400c-a5ad-64af0e453d38 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5962551 Jun 01 04:29:15.784947 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:15.869642 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=4420d5ea-d1bd-464d-9039-b9a4e8da7797,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:15.869925 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (853faf97-e657-4104-b75c-87e984d73d6b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.882043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.887807 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/853faf97-e657-4104-b75c-87e984d73d6b HTTP/1.1" status: 204 len: 168 time: 0.2987173 Jun 01 04:29:15.891674 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (0d333fc8-1b26-4064-a45d-2fbc02a0e5ad), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:15.906498 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931a69-98ec-4be4-bbdd-c80a0fb564d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853faf97-e657-4104-b75c-87e984d73d6b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:15.985957 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (0d333fc8-1b26-4064-a45d-2fbc02a0e5ad), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.033925 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 2, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:16.061504 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (0d333fc8-1b26-4064-a45d-2fbc02a0e5ad), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.062245 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:29:16.062245 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Updating router 7132afc7-db5f-4416-8dee-3c66b32edfa1 port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:29:16.092470 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d333fc8-1b26-4064-a45d-2fbc02a0e5ad,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:16.108106 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.147142 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:16.168935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:16.220725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.222689 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-dc5de2ab-f40d-4c4d-94c7-a33acfc9e06c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4547350 Jun 01 04:29:16.227193 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 56976) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:16.236119 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group_rule': {'security_group_id': 'c75a6466-c332-4cca-8a54-8797149f1fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:16.424516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (67df2ad1-ce5d-424f-a2fa-04fadb669784), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.449255 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:16.505031 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (67df2ad1-ce5d-424f-a2fa-04fadb669784), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.575548 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks [] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.581638 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (67df2ad1-ce5d-424f-a2fa-04fadb669784), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.628907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67df2ad1-ce5d-424f-a2fa-04fadb669784,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:16.641755 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10366f9-7042-431f-af3d-73848dd03a4b req-b0d7accb-3d90-4587-a117-828238d98dda tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:16.643272 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c10366f9-7042-431f-af3d-73848dd03a4b req-b0d7accb-3d90-4587-a117-828238d98dda tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0769298 Jun 01 04:29:16.667976 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.725365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627704-dbb5-4015-9a60-8b7ace72eb02 None None] Pushing event updated for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:16.743985 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c10366f9-7042-431f-af3d-73848dd03a4b req-4b84657b-b446-4287-8873-4015f5edaaa7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774899 Jun 01 04:29:16.751100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.755606 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-665b2999-e888-4828-835a-12d716274762 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5237710 Jun 01 04:29:16.756391 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57004) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:16.761737 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:16.804169 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Attempting to bind port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:29:16.804797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Attempting to bind port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:29:16.805152 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Attempting to bind port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:16.819906 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:29:16.821204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Checking segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:16.823158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.823712 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Bound using segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:29:16.824338 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Bound port: 8e5de9de-4326-4d7a-a341-bcd62b76ac47, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:29:16.824798 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.896764 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:16.906908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] For port 8e5de9de-4326-4d7a-a341-bcd62b76ac47, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:29:16.911235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] For port 8e5de9de-4326-4d7a-a341-bcd62b76ac47, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8e5de9de-4326-4d7a-a341-bcd62b76ac47,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:29:16.987166 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Provisioning complete for port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:16.987502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.008510 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.017845 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.074725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:17.097927 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:17.099198 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:28:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:17.102154 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627704-dbb5-4015-9a60-8b7ace72eb02 None None] Pushing event updated for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:17.165474 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Allocated IP 172.27.0.36 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/c28913e2-de70-4475-903f-1dbf792514fa) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:17.252181 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Current status of the port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:17.252823 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.302594 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:17.315217 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:17.344483 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 4420d5ea-d1bd-464d-9039-b9a4e8da7797 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:17.384879 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (c28913e2-de70-4475-903f-1dbf792514fa), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.451378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] For port 8e5de9de-4326-4d7a-a341-bcd62b76ac47, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8e5de9de-4326-4d7a-a341-bcd62b76ac47,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:17.475032 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (c28913e2-de70-4475-903f-1dbf792514fa), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.506688 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:17.507066 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.532670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.544654 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:17.550545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:17.558953 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:17.604676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:17.627861 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:17.630448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=c28913e2-de70-4475-903f-1dbf792514fa,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:17.663062 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d1ea-6b33-4e72-b425-6a4d147b104f None None] Pushing event updated for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:17.693442 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:16Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:17.696841 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-31b8574a-54e2-4517-8d4f-8f77e9f11875 None None] Provisioning complete for port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:17.697205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-31b8574a-54e2-4517-8d4f-8f77e9f11875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.740800 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:17.749842 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5087d-fce6-4253-9a25-b893d999bcd7 None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:16Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:29:17.756665 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:17.845369 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-31b8574a-54e2-4517-8d4f-8f77e9f11875 None None] Current status of the port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:17.928920 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5d46-6f6b-42aa-a596-b7c2eac70ca2 req-d881a9f9-aa32-4d14-aaa3-f10e36c882b5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:17.930465 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05dc5d46-6f6b-42aa-a596-b7c2eac70ca2 req-d881a9f9-aa32-4d14-aaa3-f10e36c882b5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.1104083 Jun 01 04:29:17.933444 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c28913e2-de70-4475-903f-1dbf792514fa), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:18.077343 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05dc5d46-6f6b-42aa-a596-b7c2eac70ca2 req-f7e61651-ecb5-4d48-82dc-072fbfd90092 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404233 Jun 01 04:29:18.217215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (c28913e2-de70-4475-903f-1dbf792514fa), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:18.267685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (c28913e2-de70-4475-903f-1dbf792514fa), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:18.345821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=c28913e2-de70-4475-903f-1dbf792514fa,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:18.358618 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:18.470590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:18.472043 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ed715549-1d2e-4f35-a245-21a7d1e42444 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7144301 Jun 01 04:29:18.677048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:18.728338 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-b0c39d67-7c35-42be-ac2b-42cb4599d2e9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--113838919&fields=id&tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 267 time: 0.0598779 Jun 01 04:29:18.840242 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-f6c0be56-1ed1-4c00-886a-32bb950501f7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:18.841832 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-f6c0be56-1ed1-4c00-886a-32bb950501f7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 811 time: 0.1068902 Jun 01 04:29:18.858555 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-80669342-d202-4700-a912-747ab66af2d2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/quotas/89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 375 time: 0.0112951 Jun 01 04:29:18.918627 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-adf9712c-775e-48bd-a793-1912bbd47cfc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531344 Jun 01 04:29:19.026451 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-730e4efd-5cea-48d3-96bf-06d5da6b03bd service neutron] 10.222.0.18 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936456 Jun 01 04:29:19.131340 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-95dd7527-edd4-451c-9b7c-a2624806bf95 service neutron] 10.222.0.18 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974746 Jun 01 04:29:19.216311 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47fcc-3958-43d6-b882-b4e39871ed7d req-2e32cc27-9ebc-4d76-a506-595387ae225c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:19.217916 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0e47fcc-3958-43d6-b882-b4e39871ed7d req-2e32cc27-9ebc-4d76-a506-595387ae225c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0674493 Jun 01 04:29:19.261723 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8e5de9de-4326-4d7a-a341-bcd62b76ac47 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:19.269878 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0e47fcc-3958-43d6-b882-b4e39871ed7d req-30ceddd6-88e6-42cf-9af9-543eecc3ea15 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457208 Jun 01 04:29:19.307531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:19.307950 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:19.398157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:19.408503 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-54996548-7f43-4d17-9e04-a683c4e5ebb8 req-e7d5e5e8-7708-47bf-877f-92185db2ea4b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0292373 Jun 01 04:29:19.409246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:19.591668 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc0c6-f656-4ffa-a008-93bf6397ce5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:20.386583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07e4bb-e4bd-431a-83dd-a96bbadeb603 req-c7e1b2e1-e83f-4295-be9b-211fa36ce689 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:20.388116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5c07e4bb-e4bd-431a-83dd-a96bbadeb603 req-c7e1b2e1-e83f-4295-be9b-211fa36ce689 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0491185 Jun 01 04:29:20.435753 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5c07e4bb-e4bd-431a-83dd-a96bbadeb603 req-d1a81fc5-e533-449a-95da-6e3a4f5ed5e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Jun 01 04:29:20.510108 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7ec535a8-37c8-419d-aa1c-50e27cf677d7 req-0c9f1e12-7dad-4679-b766-5d5026911beb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Jun 01 04:29:20.633667 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:29:21.599499 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d02da-feb3-4191-956a-69259ca47aff req-bc0850b6-d440-4520-93d6-6c2c9f5cd503 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:21.601201 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d6d02da-feb3-4191-956a-69259ca47aff req-bc0850b6-d440-4520-93d6-6c2c9f5cd503 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0692174 Jun 01 04:29:21.634296 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-783a865a-8e69-4774-830c-4ee4ad0056a8 req-3842448f-7905-4943-8d35-4497fdd687ad tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0420518 Jun 01 04:29:21.724539 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d6d02da-feb3-4191-956a-69259ca47aff req-54f466e9-9350-45a7-be60-f66546d9f602 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134481 Jun 01 04:29:21.865415 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:21.896182 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c6d92-bc2c-4f1c-9348-544c1f3509fe req-209ea0bc-f24a-4cb5-8924-9aeb0bd71a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:21.897902 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a0c6d92-bc2c-4f1c-9348-544c1f3509fe req-209ea0bc-f24a-4cb5-8924-9aeb0bd71a9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1130 time: 0.0421619 Jun 01 04:29:21.946691 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a0c6d92-bc2c-4f1c-9348-544c1f3509fe req-aae2cc52-c122-48c0-8852-35ed3f53bcc1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Jun 01 04:29:21.976676 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dcabb126-05aa-4ac7-b8f8-fc3b1680094f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:22.739936 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-57229fcb-8ef3-41fa-b9b5-e84f7ee9d301 req-251ff857-08c9-4bd9-a064-252da2d25b69 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Jun 01 04:29:22.836253 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007cb41-9cee-4f25-b385-e6a5fad607fc req-67f01d24-9244-4cc7-b493-a0480a19fc81 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:22.837709 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c007cb41-9cee-4f25-b385-e6a5fad607fc req-67f01d24-9244-4cc7-b493-a0480a19fc81 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0463936 Jun 01 04:29:22.887029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c007cb41-9cee-4f25-b385-e6a5fad607fc req-8f326f8e-8c9a-4930-85fe-1d03562f0a54 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Jun 01 04:29:23.059797 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:23.851617 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-058c7ba0-a24d-4173-95ae-196228e41451 req-2127f169-761f-47b1-a479-63f8e26e696c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0314403 Jun 01 04:29:24.008761 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d16247-f428-48a2-b9a2-ed6a5a59520d req-b8cfcff4-6575-4724-92b1-87d320b265a0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:24.010366 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99d16247-f428-48a2-b9a2-ed6a5a59520d req-b8cfcff4-6575-4724-92b1-87d320b265a0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0521388 Jun 01 04:29:24.105417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99d16247-f428-48a2-b9a2-ed6a5a59520d req-ca6269e0-abf5-4f37-bdce-93b6501532ef tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888865 Jun 01 04:29:24.162561 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-44a5a00c-7d5a-414d-9702-7ccf233897de tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:24.163768 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-44a5a00c-7d5a-414d-9702-7ccf233897de tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 811 time: 0.1156418 Jun 01 04:29:24.244620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86281d85-de1f-4d7a-b560-06301b75feaa req-5b511cd1-12f8-414f-a477-1a59320ca700 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:24.246230 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86281d85-de1f-4d7a-b560-06301b75feaa req-5b511cd1-12f8-414f-a477-1a59320ca700 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0732148 Jun 01 04:29:24.254202 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-a1214686-5894-4323-8bd2-42439c16802c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 379 time: 0.0732732 Jun 01 04:29:24.262678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'port': {'device_id': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'admin_state_up': True, 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'security_groups': ['c75a6466-c332-4cca-8a54-8797149f1fcb']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:24.296516 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86281d85-de1f-4d7a-b560-06301b75feaa req-ec9ec47e-a2d9-4982-8a26-d57203f09ac2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Jun 01 04:29:24.473430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Made reservation on behalf of 89e9dc06c3304c42a7fb6cbed1e357a4 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:29:24.477734 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.559519 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57260) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:24.565068 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.641556 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:24.653621 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Allocated IP 172.20.0.4 (e9688948-1a1c-4b5b-bf21-d65382a9ef23/ea12d594-5adb-4248-95fb-f5e8b22e4e66/c19ca474-59d8-487c-9b33-f1c1452fe94d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:24.746094 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3514141e-3116-4e89-ab4d-9b211870f0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.808007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:24.813658 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.827475 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3514141e-3116-4e89-ab4d-9b211870f0d5 admin admin] Publish callbacks [] for security_group (834460b5-274e-413a-ba76-9a18e86f7932), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.920009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3514141e-3116-4e89-ab4d-9b211870f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (834460b5-274e-413a-ba76-9a18e86f7932), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.920618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:24.979442 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3514141e-3116-4e89-ab4d-9b211870f0d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09cba523ef8e459db613b4f4ed5d4093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187627 Jun 01 04:29:24.980138 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57274) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:24.982102 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514141e-3116-4e89-ab4d-9b211870f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834460b5-274e-413a-ba76-9a18e86f7932,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:24.988218 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57276) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:25.013794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ce59-d192-4d47-8bc4-a2e613e28d9a req-81c3b28f-e3fa-4dd9-94c7-8cedf42a4edd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:25.017656 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c848ce59-d192-4d47-8bc4-a2e613e28d9a req-81c3b28f-e3fa-4dd9-94c7-8cedf42a4edd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 931 time: 0.0915101 Jun 01 04:29:25.031634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:25.041152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:25.043923 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:25.066117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:25.082258 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] Publish callbacks [] for security_group (834460b5-274e-413a-ba76-9a18e86f7932), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.109877 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] Publish callbacks [] for security_group (834460b5-274e-413a-ba76-9a18e86f7932), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.125403 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c848ce59-d192-4d47-8bc4-a2e613e28d9a req-b1d888e6-0734-4a0d-a8c9-954527423d3a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892127 Jun 01 04:29:25.149317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:25.151064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.177440 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:25.291896 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-83d33412-620b-4ecb-a77a-a3e8fa3b1db2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0326328 Jun 01 04:29:25.312090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Request body: {'port': {'device_id': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:25.390838 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.422985 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-93de98a7-0ddd-4e3c-8a32-d7622807caf1 None None] Provisioning complete for port c19ca474-59d8-487c-9b33-f1c1452fe94d triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:25.423410 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-93de98a7-0ddd-4e3c-8a32-d7622807caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.451105 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c712d9-aa2b-4cfb-9f5e-ae479e95e62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.455192 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (834460b5-274e-413a-ba76-9a18e86f7932), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.458008 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.461625 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/834460b5-274e-413a-ba76-9a18e86f7932 HTTP/1.1" status: 204 len: 168 time: 0.4648876 Jun 01 04:29:25.476839 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f9df2-2591-43eb-ae91-b5b93794164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834460b5-274e-413a-ba76-9a18e86f7932,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:25.541941 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-93de98a7-0ddd-4e3c-8a32-d7622807caf1 None None] Port c19ca474-59d8-487c-9b33-f1c1452fe94d cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:29:25.565366 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c712d9-aa2b-4cfb-9f5e-ae479e95e62a admin admin] Publish callbacks [] for security_group (dcae7a92-91e7-491f-9164-8257a41af5a4), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.639346 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c712d9-aa2b-4cfb-9f5e-ae479e95e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dcae7a92-91e7-491f-9164-8257a41af5a4), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.661207 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:25.682553 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a4c712d9-aa2b-4cfb-9f5e-ae479e95e62a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbeccdd72c294c54bfcd0a892a7054d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7012928 Jun 01 04:29:25.683685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c712d9-aa2b-4cfb-9f5e-ae479e95e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae7a92-91e7-491f-9164-8257a41af5a4,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:25.686394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57288) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:25.710471 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:25.796075 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19ca474-59d8-487c-9b33-f1c1452fe94d {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:29:25.805195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] Publish callbacks [] for security_group (dcae7a92-91e7-491f-9164-8257a41af5a4), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.808204 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks [] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.836894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Transition to ACTIVE for port object c19ca474-59d8-487c-9b33-f1c1452fe94d will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:29:25.841589 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] Publish callbacks [] for security_group (dcae7a92-91e7-491f-9164-8257a41af5a4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.928790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:25.962523 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:26.011968 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dcae7a92-91e7-491f-9164-8257a41af5a4), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.018906 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.024059 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcae7a92-91e7-491f-9164-8257a41af5a4 HTTP/1.1" status: 204 len: 168 time: 0.3360951 Jun 01 04:29:26.024813 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Pushing event updated for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:26.077966 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.102809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14066da4-7828-411b-a548-465d3b5e55b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcae7a92-91e7-491f-9164-8257a41af5a4,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:26.119713 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Attempting to bind port c19ca474-59d8-487c-9b33-f1c1452fe94d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:29:26.120061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Attempting to bind port c19ca474-59d8-487c-9b33-f1c1452fe94d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:29:26.120395 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Attempting to bind port c19ca474-59d8-487c-9b33-f1c1452fe94d on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:26.125550 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Port c19ca474-59d8-487c-9b33-f1c1452fe94d on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:29:26.125949 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Attempting to bind port c19ca474-59d8-487c-9b33-f1c1452fe94d on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:26.131808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:29:26.132153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Checking segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:26.132740 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Bound using segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:29:26.133057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Bound port: c19ca474-59d8-487c-9b33-f1c1452fe94d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:29:26.133962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.185191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57304) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:26.219123 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-479fcec3-ce80-427a-a039-e12b26ea8a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.236617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:29:26.266940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:29:26.267280 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:26.283989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a446d4-742f-4636-bb6e-8375fda560fc req-35fd7944-6276-4cfe-b7e8-247899bad328 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:26.285689 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51a446d4-742f-4636-bb6e-8375fda560fc req-35fd7944-6276-4cfe-b7e8-247899bad328 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 943 time: 0.0669944 Jun 01 04:29:26.352573 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.353029 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51a446d4-742f-4636-bb6e-8375fda560fc req-9303310e-92f2-4adb-8200-fe8a92759ceb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553939 Jun 01 04:29:26.401370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:26.402048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.403531 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] 10.222.0.45 "PUT /v2.0/ports/c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 1093 time: 1.0969269 Jun 01 04:29:26.403976 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:29:26.406371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc40e61-142c-4304-afe0-ebbf53d2ead2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:29:26.435727 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-479fcec3-ce80-427a-a039-e12b26ea8a66 admin admin] Publish callbacks [] for security_group (3b77667b-9a4e-48d0-8150-fba6cb47d967), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.446582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c546b35-49b1-4066-87d4-67107130da1b service neutron] Pushing event updated for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:26.456312 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f392db-1d8b-4c44-a455-dfc25cc0adf7 x-openstack-request-id: req-35f392db-1d8b-4c44-a455-dfc25cc0adf7 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:29:26.456705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:29:26.457052 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f392db-1d8b-4c44-a455-dfc25cc0adf7 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:29:26.457712 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f392db-1d8b-4c44-a455-dfc25cc0adf7'] response: {'name': 'network-changed', 'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'status': 'completed', 'code': 200} Jun 01 04:29:26.541840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-479fcec3-ce80-427a-a039-e12b26ea8a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3b77667b-9a4e-48d0-8150-fba6cb47d967), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.584012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-01cfdb8f-5911-498b-9e1d-694349cddb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:26.585763 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-01cfdb8f-5911-498b-9e1d-694349cddb26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1127 time: 0.0785182 Jun 01 04:29:26.623389 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-479fcec3-ce80-427a-a039-e12b26ea8a66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6212f207de4eaa9a89876e507d3d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335704 Jun 01 04:29:26.623689 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57320) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:26.651019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fcec3-ce80-427a-a039-e12b26ea8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77667b-9a4e-48d0-8150-fba6cb47d967,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:26.687149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:26.704160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] Publish callbacks [] for security_group (3b77667b-9a4e-48d0-8150-fba6cb47d967), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.728482 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] Publish callbacks [] for security_group (3b77667b-9a4e-48d0-8150-fba6cb47d967), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.800282 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-3e3989d9-5ffc-4d96-81b7-e7f48090369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:26.802354 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-3e3989d9-5ffc-4d96-81b7-e7f48090369f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2002411 Jun 01 04:29:26.879664 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3b77667b-9a4e-48d0-8150-fba6cb47d967), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.886750 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:26.886750 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b77667b-9a4e-48d0-8150-fba6cb47d967 HTTP/1.1" status: 204 len: 168 time: 0.2591116 Jun 01 04:29:26.892762 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681b27-76aa-4944-8848-cf07503a03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77667b-9a4e-48d0-8150-fba6cb47d967,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:26.979623 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-fdda983e-3ff9-469c-a901-cddfe4a7fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:26.981112 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9cc40e61-142c-4304-afe0-ebbf53d2ead2 req-fdda983e-3ff9-469c-a901-cddfe4a7fd8d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721759 Jun 01 04:29:27.089854 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-99d66e3d-94c1-4206-acd6-75379e0c9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:27.091400 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-99d66e3d-94c1-4206-acd6-75379e0c9106 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1127 time: 0.0435009 Jun 01 04:29:27.142812 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-489db041-e0b5-4e00-a4e6-96fddb919301 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 217 time: 0.0364249 Jun 01 04:29:27.199092 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-8ae64226-e32c-40f4-bbf4-678c877e479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:27.201603 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-8ae64226-e32c-40f4-bbf4-678c877e479d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0511479 Jun 01 04:29:27.247184 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-324965ee-0f34-417f-a502-58aaa842239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:27.248717 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-324965ee-0f34-417f-a502-58aaa842239e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406702 Jun 01 04:29:27.610944 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-7a3a6885-763c-45fb-8e4b-0e3629e22094 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552608 Jun 01 04:29:27.613104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:27.650663 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ba19-a86b-419e-9c9b-8730fcb1d9ed req-388152bf-060f-4075-90ac-dae5ebad965a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:27.652234 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9454ba19-a86b-419e-9c9b-8730fcb1d9ed req-388152bf-060f-4075-90ac-dae5ebad965a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 943 time: 0.1013458 Jun 01 04:29:27.791976 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9454ba19-a86b-419e-9c9b-8730fcb1d9ed req-719ad193-ab07-4c27-aa21-2c54a1f2e0c4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337044 Jun 01 04:29:27.792203 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1472442e-cc46-44ba-940c-4a9fc4c73f2e req-cca47ef6-bbdb-44af-96a5-a50145e3a63c service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767235 Jun 01 04:29:28.066113 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2ac2d-96b3-4b3c-8ff0-3018fe9ba94e req-bd6d986a-3f1a-4df3-8b0a-73ff4851bce6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:28.067709 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0a2ac2d-96b3-4b3c-8ff0-3018fe9ba94e req-bd6d986a-3f1a-4df3-8b0a-73ff4851bce6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0582626 Jun 01 04:29:28.131853 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0a2ac2d-96b3-4b3c-8ff0-3018fe9ba94e req-6ae7ac33-4010-438a-9d69-0846c0a3fb92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565135 Jun 01 04:29:28.296175 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57382) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:28.578902 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d7279277-8072-42fc-a1d5-bfc860148b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:28.658938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d7279277-8072-42fc-a1d5-bfc860148b88 admin admin] Publish callbacks [] for security_group (e5f84af4-8985-43cb-9f60-68132a14f51d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:28.760718 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d7279277-8072-42fc-a1d5-bfc860148b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e5f84af4-8985-43cb-9f60-68132a14f51d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:28.797079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:28.807057 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d7279277-8072-42fc-a1d5-bfc860148b88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=607e5f7daaa24217ba9f830e05aa2015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097027 Jun 01 04:29:28.807907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57400) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:28.808419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7279277-8072-42fc-a1d5-bfc860148b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f84af4-8985-43cb-9f60-68132a14f51d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:28.867283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] Publish callbacks [] for security_group (e5f84af4-8985-43cb-9f60-68132a14f51d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:28.923327 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] Publish callbacks [] for security_group (e5f84af4-8985-43cb-9f60-68132a14f51d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:28.938181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b782ecc-3bb3-42fb-af47-4f2f4ba62d14 req-a5113830-8ace-4604-a492-b3ff317b4107 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:28.939732 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0b782ecc-3bb3-42fb-af47-4f2f4ba62d14 req-a5113830-8ace-4604-a492-b3ff317b4107 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 943 time: 0.0705197 Jun 01 04:29:29.008958 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0b782ecc-3bb3-42fb-af47-4f2f4ba62d14 req-c6d64133-211f-4c75-8524-5b8479c97ab4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585358 Jun 01 04:29:29.171207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e5f84af4-8985-43cb-9f60-68132a14f51d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:29.174730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:29.178692 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5f84af4-8985-43cb-9f60-68132a14f51d HTTP/1.1" status: 204 len: 168 time: 0.3654177 Jun 01 04:29:29.186858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056da81-88aa-4ac5-9d01-a11f3a2fbec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f84af4-8985-43cb-9f60-68132a14f51d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:29.266394 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2ecb7-c636-4e33-9796-b0ff999833e7 req-80b3868a-42f7-4b0b-b63c-fc217ee43fee tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:29.268534 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2b2ecb7-c636-4e33-9796-b0ff999833e7 req-80b3868a-42f7-4b0b-b63c-fc217ee43fee tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0577126 Jun 01 04:29:29.338490 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2b2ecb7-c636-4e33-9796-b0ff999833e7 req-4ef294f9-5dc8-454c-9133-36f24e36ba08 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Jun 01 04:29:29.839215 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:30.137018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd7318-b341-4d42-9896-bc42ac9b3bb8 req-1bf20b1f-4163-4940-8f80-3f4422207d04 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:30.138523 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-45bd7318-b341-4d42-9896-bc42ac9b3bb8 req-1bf20b1f-4163-4940-8f80-3f4422207d04 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 943 time: 0.0543103 Jun 01 04:29:30.194210 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-45bd7318-b341-4d42-9896-bc42ac9b3bb8 req-83a2dfe7-8bde-478c-81d1-a5cd8ef701ba tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Jun 01 04:29:30.470224 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbfff3-5d60-4c55-95d1-5bf05da230d6 req-1115e8d5-283a-48de-90ad-3c6184c6c240 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:30.472434 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86cbfff3-5d60-4c55-95d1-5bf05da230d6 req-1115e8d5-283a-48de-90ad-3c6184c6c240 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0512593 Jun 01 04:29:30.536531 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86cbfff3-5d60-4c55-95d1-5bf05da230d6 req-63a9b2ad-f624-43da-b347-92c214829bc8 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Jun 01 04:29:30.633410 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:30.634153 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=47 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:30.805342 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-dae60225-d65c-452b-9f82-2cd60a64c499 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e2080f03ddd148889160f6f51aa71955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318525 Jun 01 04:29:30.977856 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-93d2faea-c583-4515-afe5-4e056ab4739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:30.979368 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-93d2faea-c583-4515-afe5-4e056ab4739b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.1271048 Jun 01 04:29:31.094353 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-487e26c3-d7e4-47e6-a606-8dafe96e3fd8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.095795 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-487e26c3-d7e4-47e6-a606-8dafe96e3fd8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846665 Jun 01 04:29:31.129573 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-73a42981-cace-407e-a0f8-972767b3dd88 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/quotas/e2080f03ddd148889160f6f51aa71955 HTTP/1.1" status: 200 len: 375 time: 0.0276332 Jun 01 04:29:31.169719 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-a3c6e87a-0541-4c6e-a5b7-4dcc80114e91 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2080f03ddd148889160f6f51aa71955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340641 Jun 01 04:29:31.170806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-deb86d77-104a-4a30-8499-8e08b7c2af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.172138 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-deb86d77-104a-4a30-8499-8e08b7c2af8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1846905 Jun 01 04:29:31.220382 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-00b298e3-2c56-4ba4-82e7-26bb01438dd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.0415697 Jun 01 04:29:31.300097 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-c5a43d2d-662a-46cf-9180-e31899a08c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.302470 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-c5a43d2d-662a-46cf-9180-e31899a08c04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0699673 Jun 01 04:29:31.350165 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fdaba-cec1-4939-ae0e-2df43c99a1e8 req-a87e7211-eb6b-45e6-87ed-48553a422f9b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.361646 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-879fdaba-cec1-4939-ae0e-2df43c99a1e8 req-a87e7211-eb6b-45e6-87ed-48553a422f9b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 943 time: 0.0747256 Jun 01 04:29:31.380938 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-7f3b231a-d081-420c-8fe0-9a956bc5d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.382703 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-7f3b231a-d081-420c-8fe0-9a956bc5d1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749173 Jun 01 04:29:31.433056 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-879fdaba-cec1-4939-ae0e-2df43c99a1e8 req-6b34b45d-4a92-4021-9fc1-06b5c458a823 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652430 Jun 01 04:29:31.479038 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:31.485339 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-dbb99a82-845b-4e5e-8921-094c8459d3bd service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964732 Jun 01 04:29:31.552585 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:31.600508 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9887ef05-3daf-44ed-9860-f71434021479 req-a18d8a96-bcea-451d-84a1-95b0cb09562d tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0737467 Jun 01 04:29:31.666980 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d93c9c8b-dc09-4721-9897-de9c2ace8e0d req-3a546b82-d5be-47d6-aa17-998dff7e481b service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758142 Jun 01 04:29:31.724516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e82f6a-4ccc-4270-80db-91ed9220b127 req-bb903d85-75c7-4643-84ed-a40592e6904d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.727770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-67e82f6a-4ccc-4270-80db-91ed9220b127 req-bb903d85-75c7-4643-84ed-a40592e6904d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0840404 Jun 01 04:29:31.777915 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-67e82f6a-4ccc-4270-80db-91ed9220b127 req-a14d128c-9ddf-489c-b2d8-f63e0cb80f90 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455995 Jun 01 04:29:31.988153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-0c4ed95e-5a97-4ee6-bbef-a8571c8c3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:31.991356 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-0c4ed95e-5a97-4ee6-bbef-a8571c8c3a90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.0464115 Jun 01 04:29:32.016596 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c19ca474-59d8-487c-9b33-f1c1452fe94d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:29:32.124079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:32.135716 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'port_id': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'mac_address': 'fa:16:3e:e3:a0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:29:32.171325 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port c19ca474-59d8-487c-9b33-f1c1452fe94d is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:32.171627 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:32.185045 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19ca474-59d8-487c-9b33-f1c1452fe94d {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:29:32.205932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:32.231900 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-b1546148-0958-487e-852d-770a690e0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:32.233610 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-b1546148-0958-487e-852d-770a690e0b68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1033747 Jun 01 04:29:32.274876 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-f1dae6ef-556d-4311-83cd-d125b9e779d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.0337191 Jun 01 04:29:32.278844 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:32.336843 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-a7842e1a-df62-4d7b-bf2f-cb2534557e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:32.337158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:32.339122 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-a7842e1a-df62-4d7b-bf2f-cb2534557e64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0582104 Jun 01 04:29:32.350435 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.352072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.352072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.352072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.352492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.352979 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.353313 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.353678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.354086 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.354675 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.355223 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.355719 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.356288 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.356837 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.357535 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:32.393372 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-0fa703c4-b572-4c84-ae6e-a583edd73827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:32.395514 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-0fa703c4-b572-4c84-ae6e-a583edd73827 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478776 Jun 01 04:29:32.511922 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-e5b10c34-2a98-4b87-b1ef-8998e4f6f880 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088738 Jun 01 04:29:32.527117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:32.563937 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db2760-e7c6-4c36-a2bc-379adcfa0863 req-b2d3ce1b-6d4d-4409-b1e6-29f30743770b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:32.565549 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f1db2760-e7c6-4c36-a2bc-379adcfa0863 req-b2d3ce1b-6d4d-4409-b1e6-29f30743770b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 944 time: 0.0558705 Jun 01 04:29:32.622431 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20beae8d-54d2-4f76-b8e5-98d2726dab19 req-3d58e8e4-6dcf-4d47-a9b4-17d4de13a987 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035154 Jun 01 04:29:32.624039 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f1db2760-e7c6-4c36-a2bc-379adcfa0863 req-5bdb5c41-fd6b-471d-83ea-8d5d77783e65 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476418 Jun 01 04:29:32.700307 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4575601-5dde-40b1-9b3d-c6843d4d9420 req-387946e8-62ea-420d-8e5c-1a6849d112c1 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jun 01 04:29:32.799508 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['c19ca474-59d8-487c-9b33-f1c1452fe94d'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:29:32.905794 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053120-0cc1-47ff-9e83-934d77b5d5b0 req-6ca7d19c-9c92-4a58-812c-73f6195c3787 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:32.907377 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40053120-0cc1-47ff-9e83-934d77b5d5b0 req-6ca7d19c-9c92-4a58-812c-73f6195c3787 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0556052 Jun 01 04:29:32.960806 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40053120-0cc1-47ff-9e83-934d77b5d5b0 req-5ceff6be-5e6e-4afa-8576-af76c669aa02 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Jun 01 04:29:33.770015 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078027-5a4f-44a2-b3db-50b15322c9fe req-08f48fc7-a509-4a02-a27f-944b187d8bfc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:33.771589 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d078027-5a4f-44a2-b3db-50b15322c9fe req-08f48fc7-a509-4a02-a27f-944b187d8bfc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 944 time: 0.0627103 Jun 01 04:29:33.833824 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d078027-5a4f-44a2-b3db-50b15322c9fe req-d44b55fd-2900-4e3a-99ae-f980bc277dba tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 Jun 01 04:29:33.859930 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee2ac32c-6567-4090-ab49-2db9c8560b58 req-d434d053-5de7-48c3-95a2-0464441edee4 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0637007 Jun 01 04:29:34.017580 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c19ca474-59d8-487c-9b33-f1c1452fe94d up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:34.044829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:34.065028 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port c19ca474-59d8-487c-9b33-f1c1452fe94d completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:29:34.099847 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19276-2004-4af6-8bac-f5c80bc2f9d1 req-915361ce-59af-4a82-b6b9-3f1046efceb8 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:34.101913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82f19276-2004-4af6-8bac-f5c80bc2f9d1 req-915361ce-59af-4a82-b6b9-3f1046efceb8 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0693305 Jun 01 04:29:34.155962 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82f19276-2004-4af6-8bac-f5c80bc2f9d1 req-0b9c0387-0818-488c-9e17-8dc09700fa8a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472140 Jun 01 04:29:34.171469 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port c19ca474-59d8-487c-9b33-f1c1452fe94d triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:34.172904 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:34.256781 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port c19ca474-59d8-487c-9b33-f1c1452fe94d is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:34.257086 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:34.267656 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:34.280776 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:29:34.283131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5735a-feaa-4910-b2ab-4f6cebd73ec7" -d '{"events": [{"server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "name": "network-vif-plugged", "status": "completed", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:29:34.296081 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:34.318147 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35408748-7ddc-4770-8427-a34c426dabdb x-openstack-request-id: req-35408748-7ddc-4770-8427-a34c426dabdb {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:29:34.318462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "name": "network-vif-plugged", "status": "completed", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:29:34.318720 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35408748-7ddc-4770-8427-a34c426dabdb {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:29:34.319121 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35408748-7ddc-4770-8427-a34c426dabdb'] response: {'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'code': 200} Jun 01 04:29:34.414049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:34.467079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:34.972400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda18d-f8d9-4cd6-bab0-b0fef5b5a28b req-1774fe57-2181-472d-96e7-86058add42dd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:34.974584 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ffda18d-f8d9-4cd6-bab0-b0fef5b5a28b req-1774fe57-2181-472d-96e7-86058add42dd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0664656 Jun 01 04:29:34.975887 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-66ddcf7c-863c-4244-8fa4-563cd0796c69 req-33c449b2-5a97-40a7-a7c9-4f8d66f557f0 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0305781 Jun 01 04:29:35.039519 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ffda18d-f8d9-4cd6-bab0-b0fef5b5a28b req-da52d52e-3c44-4760-8954-91f1e7a0a824 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552521 Jun 01 04:29:35.289799 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678e03-788a-4efd-8769-0feeed6a2f32 req-0b83d5f9-a8ff-4d61-a3dd-470dbe708e6f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:35.291326 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0678e03-788a-4efd-8769-0feeed6a2f32 req-0b83d5f9-a8ff-4d61-a3dd-470dbe708e6f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0479186 Jun 01 04:29:35.303020 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:35.342954 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0678e03-788a-4efd-8769-0feeed6a2f32 req-086cdeb6-fbad-4997-a19a-00b9fb582a37 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 Jun 01 04:29:36.083481 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed0030c-399f-4333-9b48-1db4de516324 req-61e514c7-9c4b-465b-a30f-618ad4804727 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0354474 Jun 01 04:29:36.195901 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8322e-2785-462b-b5f0-d43b0b5d68fe req-d1059b6f-a7fb-4732-88ef-0169707c0f0d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:36.198041 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-02e8322e-2785-462b-b5f0-d43b0b5d68fe req-d1059b6f-a7fb-4732-88ef-0169707c0f0d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0579474 Jun 01 04:29:36.252777 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-02e8322e-2785-462b-b5f0-d43b0b5d68fe req-a8208ea7-b904-48de-b15e-372f58c6ea9a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487559 Jun 01 04:29:36.466248 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28761ba-c0c6-4e40-a2a8-f858548e1fc4 req-d50ad57f-a651-4d52-8533-aadb72cc9f29 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:36.467714 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e28761ba-c0c6-4e40-a2a8-f858548e1fc4 req-d50ad57f-a651-4d52-8533-aadb72cc9f29 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Jun 01 04:29:36.514893 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e28761ba-c0c6-4e40-a2a8-f858548e1fc4 req-028d9a17-0eb9-4c36-be1e-9fafacdfb2d1 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Jun 01 04:29:37.187676 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4db17834-a643-4686-aa88-94b8503d09b8 req-e14c16e6-a41e-4c8e-a936-2ab3e27ba1c7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0273962 Jun 01 04:29:37.370941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28716-5151-4e7c-95c8-23229ac4e24f req-4326ae08-4e3d-4a07-8991-a3ce62cd1350 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:37.372086 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8b28716-5151-4e7c-95c8-23229ac4e24f req-4326ae08-4e3d-4a07-8991-a3ce62cd1350 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Jun 01 04:29:37.422124 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8b28716-5151-4e7c-95c8-23229ac4e24f req-a3e88749-49e2-4483-a749-45b7586f4693 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445018 Jun 01 04:29:37.628382 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e7f97-5670-4ee2-8e4d-394f5e53ce4a req-792679cf-e6fc-4456-b6dd-44ca1f245297 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:37.630424 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-049e7f97-5670-4ee2-8e4d-394f5e53ce4a req-792679cf-e6fc-4456-b6dd-44ca1f245297 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0480869 Jun 01 04:29:37.678701 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-049e7f97-5670-4ee2-8e4d-394f5e53ce4a req-232fa89a-700c-4c27-90d6-76485ba66fef tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Jun 01 04:29:38.284551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ce12d8fd-fe36-4e43-a7b5-59b49a6a7581 req-1573fdb9-c350-4c9e-a7e6-3edb0d1174d0 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0273280 Jun 01 04:29:38.533918 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0345ada-f4a4-4b08-bc5b-27563abf2661 req-a0471ace-8bd9-40d9-b1b2-9abe4913e1ba tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:38.535886 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f0345ada-f4a4-4b08-bc5b-27563abf2661 req-a0471ace-8bd9-40d9-b1b2-9abe4913e1ba tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0466838 Jun 01 04:29:38.594911 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f0345ada-f4a4-4b08-bc5b-27563abf2661 req-a0642f7f-bb30-470b-9854-05fcd0e5af04 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496426 Jun 01 04:29:38.803287 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bee65-189f-42ba-8963-e34ff2dfdaf4 req-154b804a-7eca-4235-973c-6a199c91c516 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:38.804717 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd1bee65-189f-42ba-8963-e34ff2dfdaf4 req-154b804a-7eca-4235-973c-6a199c91c516 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Jun 01 04:29:38.855999 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd1bee65-189f-42ba-8963-e34ff2dfdaf4 req-11c4b8cd-196f-45fa-a0c4-a16f3a3e68fb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Jun 01 04:29:39.132277 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-daa63f1e-7c09-440e-8c76-8134cbe1a7d6 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2080f03ddd148889160f6f51aa71955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228972 Jun 01 04:29:39.185533 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16f67a-1095-4757-bca2-b634ea3d52a6 req-b3b33234-c217-4a66-a216-b8582bf380e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:39.193663 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b16f67a-1095-4757-bca2-b634ea3d52a6 req-b3b33234-c217-4a66-a216-b8582bf380e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1129 time: 0.0515702 Jun 01 04:29:39.237091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:39.241112 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b16f67a-1095-4757-bca2-b634ea3d52a6 req-81639ecd-85ed-480a-b770-c25d4546c21a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Jun 01 04:29:39.260265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-97db8f78-0a4a-4b8d-b04f-1c10fef4ce0b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:39.261746 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-97db8f78-0a4a-4b8d-b04f-1c10fef4ce0b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205099 Jun 01 04:29:39.382183 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7021cf06-07ff-4c07-a104-f1eb5306766d req-634d5091-d768-47ab-b543-79be07b63968 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0280931 Jun 01 04:29:39.718390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d122276-d243-4843-9b62-b4f07a886758 req-91c89678-2e4d-4f9b-a444-06637dd5c3fd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:39.719938 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d122276-d243-4843-9b62-b4f07a886758 req-91c89678-2e4d-4f9b-a444-06637dd5c3fd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0539658 Jun 01 04:29:39.775466 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d122276-d243-4843-9b62-b4f07a886758 req-b0b7282c-6c82-49ef-b48f-907e425c7e18 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500057 Jun 01 04:29:39.916616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Request body: {'port': {'device_id': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a', 'admin_state_up': True, 'tenant_id': 'e2080f03ddd148889160f6f51aa71955'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:39.978778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762eef1-9139-4925-a679-7a663b0f3c1f req-1bc7321b-f573-493e-a6b8-992275dadf3e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:39.980347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7762eef1-9139-4925-a679-7a663b0f3c1f req-1bc7321b-f573-493e-a6b8-992275dadf3e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0522447 Jun 01 04:29:39.996237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:40.038174 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:40.043022 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7762eef1-9139-4925-a679-7a663b0f3c1f req-387d09c2-c032-4d74-87cb-640d03f441d2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Jun 01 04:29:40.146231 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Made reservation on behalf of e2080f03ddd148889160f6f51aa71955 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:29:40.149871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.158677 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.232881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks [] for security_group (a7f49fdc-4639-4f39-af1c-31b5cef4ecdb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.322665 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a7f49fdc-4639-4f39-af1c-31b5cef4ecdb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.384919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.411218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.412543 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.412543 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:40.509802 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e951e2ae-db73-4e1b-8e6f-07798f4b6e7e req-f0683231-7ab7-4aa1-b9e3-96cde6d76302 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0455120 Jun 01 04:29:40.510852 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Allocated IP 192.168.233.167 (dfe91fb4-3009-48ce-93df-49994a96cc0a/b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6/e77f53f2-afd9-4725-9f83-6d76a6786cce) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:29:40.688575 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks [] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.795317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.847006 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Network dfe91fb4-3009-48ce-93df-49994a96cc0a is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:29:40.850935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:29:40.857691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:29:40.867436 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Pushing event updated for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:40.932659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:40.933471 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:40.939635 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e642-0f73-42e6-9acf-bf4ae9db4786 req-9184d074-d71f-4011-88cd-bd42129b9694 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:40.947067 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e457e642-0f73-42e6-9acf-bf4ae9db4786 req-9184d074-d71f-4011-88cd-bd42129b9694 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0979767 Jun 01 04:29:41.023952 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e457e642-0f73-42e6-9acf-bf4ae9db4786 req-33b903d5-529c-4825-af48-363ef5989469 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707617 Jun 01 04:29:41.053064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57640) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:41.062223 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-f5421b72-8400-433a-929f-cef0d4dbb3e7 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1499052 Jun 01 04:29:41.094710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Request body: {'port': {'device_id': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:41.199521 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-ba1daf95-522d-40ef-9d7a-e57ef8b12687 None None] Provisioning complete for port e77f53f2-afd9-4725-9f83-6d76a6786cce triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:41.202014 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ba1daf95-522d-40ef-9d7a-e57ef8b12687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.202150 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:41.235511 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-ba1daf95-522d-40ef-9d7a-e57ef8b12687 None None] Port e77f53f2-afd9-4725-9f83-6d76a6786cce cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:29:41.248354 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f5fd-807c-49e5-895b-13648f368a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.257947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85e19b-5695-4e2c-ba3a-809d8f97213c req-ed5ceb59-cf47-4c97-9873-3e18675be17c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:41.259726 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b85e19b-5695-4e2c-ba3a-809d8f97213c req-ed5ceb59-cf47-4c97-9873-3e18675be17c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.1072578 Jun 01 04:29:41.261406 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.303569 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:41.405158 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b85e19b-5695-4e2c-ba3a-809d8f97213c req-d6e10512-e2e2-48e3-a391-378af59708aa tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359777 Jun 01 04:29:41.545421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f5fd-807c-49e5-895b-13648f368a7e admin admin] Publish callbacks [] for security_group (f4e8af50-a72c-4637-9951-809658ecab0f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.631387 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8e8f5fd-807c-49e5-895b-13648f368a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f4e8af50-a72c-4637-9951-809658ecab0f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.649822 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25227d4a-f81e-4bc8-8351-4e53b827cbf0 req-f154cc71-ccac-46ce-a269-60e37748a311 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:41.651665 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25227d4a-f81e-4bc8-8351-4e53b827cbf0 req-f154cc71-ccac-46ce-a269-60e37748a311 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 936 time: 0.0643299 Jun 01 04:29:41.673272 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:41.696133 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d8e8f5fd-807c-49e5-895b-13648f368a7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b4fd759f424c4c91d0ceb2e3b60485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6418099 Jun 01 04:29:41.700020 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57650) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:41.706492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77f53f2-afd9-4725-9f83-6d76a6786cce {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:29:41.715185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8f5fd-807c-49e5-895b-13648f368a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8af50-a72c-4637-9951-809658ecab0f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:41.719354 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks [] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.736500 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Transition to ACTIVE for port object e77f53f2-afd9-4725-9f83-6d76a6786cce will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:29:41.737034 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25227d4a-f81e-4bc8-8351-4e53b827cbf0 req-d7a697b1-817e-4816-9ae8-262f00223ccc tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791876 Jun 01 04:29:41.768288 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Publish callbacks [] for security_group (f4e8af50-a72c-4637-9951-809658ecab0f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.791763 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Publish callbacks [] for security_group (f4e8af50-a72c-4637-9951-809658ecab0f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.810093 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.865431 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:41.941634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Attempting to bind port e77f53f2-afd9-4725-9f83-6d76a6786cce on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:29:41.943776 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Attempting to bind port e77f53f2-afd9-4725-9f83-6d76a6786cce by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:29:41.943776 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Attempting to bind port e77f53f2-afd9-4725-9f83-6d76a6786cce on network dfe91fb4-3009-48ce-93df-49994a96cc0a {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:41.949049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Port e77f53f2-afd9-4725-9f83-6d76a6786cce on network dfe91fb4-3009-48ce-93df-49994a96cc0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:29:41.949463 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Attempting to bind port e77f53f2-afd9-4725-9f83-6d76a6786cce on network dfe91fb4-3009-48ce-93df-49994a96cc0a {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:29:41.952520 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (f4e8af50-a72c-4637-9951-809658ecab0f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.958806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:29:41.959150 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Checking segment: {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:29:41.959583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Bound using segment: {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:29:41.960148 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Bound port: e77f53f2-afd9-4725-9f83-6d76a6786cce, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:29:41.960547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.961660 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:41.965426 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4e8af50-a72c-4637-9951-809658ecab0f HTTP/1.1" status: 204 len: 168 time: 0.2642224 Jun 01 04:29:41.987040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8af50-a72c-4637-9951-809658ecab0f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:42.003824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.004397 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.005124 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.005671 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.006213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.006742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.007568 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.008320 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.009056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.009955 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.010688 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.012290 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.013034 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.013762 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.015527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e85034-151e-48e4-9b46-c2b6bd21e272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:29:42.081814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:29:42.085325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:29:42.166961 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98b95-dd74-4975-9efa-3dffae5c66cb req-935abc2e-7baa-4c4c-913d-1d270bb3daf4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.168657 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c98b95-dd74-4975-9efa-3dffae5c66cb req-935abc2e-7baa-4c4c-913d-1d270bb3daf4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Jun 01 04:29:42.170874 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:42.221310 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.222258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:42.224945 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] 10.222.0.45 "PUT /v2.0/ports/e77f53f2-afd9-4725-9f83-6d76a6786cce HTTP/1.1" status: 200 len: 1098 time: 1.1400306 Jun 01 04:29:42.229178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:29:42.231871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88794af9-cc00-436e-af9a-b9a6acdea2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:29:42.305265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814e04c-160c-435b-8047-fc0170a4bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:42.327798 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c98b95-dd74-4975-9efa-3dffae5c66cb req-fb4fffeb-68de-4a3b-bb34-0a49e339d24d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481643 Jun 01 04:29:42.337254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c26e63-cc8d-4b6b-8cff-82f2ccd5b811 x-openstack-request-id: req-29c26e63-cc8d-4b6b-8cff-82f2ccd5b811 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:29:42.337521 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:29:42.337784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29c26e63-cc8d-4b6b-8cff-82f2ccd5b811 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:29:42.338196 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c26e63-cc8d-4b6b-8cff-82f2ccd5b811'] response: {'name': 'network-changed', 'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce', 'status': 'completed', 'code': 200} Jun 01 04:29:42.429186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794af9-cc00-436e-af9a-b9a6acdea2b8 req-8ce433d6-ee9c-40fa-89fa-729d57ab5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.431625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88794af9-cc00-436e-af9a-b9a6acdea2b8 req-8ce433d6-ee9c-40fa-89fa-729d57ab5f71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2080f03ddd148889160f6f51aa71955&device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 1132 time: 0.0548918 Jun 01 04:29:42.470406 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88794af9-cc00-436e-af9a-b9a6acdea2b8 req-aab09c4a-2464-4463-b997-1a445e04f351 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2080f03ddd148889160f6f51aa71955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220220 Jun 01 04:29:42.561286 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6307a2-2d09-4e61-bd5d-d442babb9682 req-bf6f481d-9adb-4124-b5f5-c1973c9afd02 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.563292 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:42.564333 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9e6307a2-2d09-4e61-bd5d-d442babb9682 req-bf6f481d-9adb-4124-b5f5-c1973c9afd02 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0640380 Jun 01 04:29:42.591060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794af9-cc00-436e-af9a-b9a6acdea2b8 req-94aeeb24-c8fd-4bdf-9f90-03f99549938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.592781 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88794af9-cc00-436e-af9a-b9a6acdea2b8 req-94aeeb24-c8fd-4bdf-9f90-03f99549938b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168542 Jun 01 04:29:42.632916 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9e6307a2-2d09-4e61-bd5d-d442babb9682 req-952ddb21-12a3-42cf-b217-c7afd0bf502d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 Jun 01 04:29:42.728884 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-53a65fa3-3f5c-47b9-b652-ae6203bc43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.731785 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-53a65fa3-3f5c-47b9-b652-ae6203bc43b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2080f03ddd148889160f6f51aa71955&device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 1132 time: 0.0714400 Jun 01 04:29:42.782724 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-4a8d8c5c-ded3-4580-9e93-4422f998c28a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce HTTP/1.1" status: 200 len: 217 time: 0.0369122 Jun 01 04:29:42.932063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-b2e22e41-d5f1-4d83-ae86-3984d537a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.933748 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-b2e22e41-d5f1-4d83-ae86-3984d537a525 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6 HTTP/1.1" status: 200 len: 843 time: 0.1428888 Jun 01 04:29:42.941026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7eecb-7a0a-4d07-b197-b7a04de01788 req-40f5f0cc-e04b-4ead-bf91-2eade7448451 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:42.948226 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23f7eecb-7a0a-4d07-b197-b7a04de01788 req-40f5f0cc-e04b-4ead-bf91-2eade7448451 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.1189063 Jun 01 04:29:43.000708 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23f7eecb-7a0a-4d07-b197-b7a04de01788 req-d615cf45-ddc8-4dcd-b2e1-bc729056162c tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Jun 01 04:29:43.454876 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d68c4-1c46-4dc0-959f-7d519bf59b3d req-9be599a1-d01a-4f4d-a17a-31e5e61f9771 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:43.456420 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-142d68c4-1c46-4dc0-959f-7d519bf59b3d req-9be599a1-d01a-4f4d-a17a-31e5e61f9771 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0559943 Jun 01 04:29:43.508664 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-142d68c4-1c46-4dc0-959f-7d519bf59b3d req-0b0d8f89-3a6c-410b-bbe6-39b2e8037679 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455906 Jun 01 04:29:43.630223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc965fa-5cff-4f7a-9b17-189a5ea01c2c req-c4aab54f-2661-4250-a003-9a91c526c25e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:43.632138 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6fc965fa-5cff-4f7a-9b17-189a5ea01c2c req-c4aab54f-2661-4250-a003-9a91c526c25e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0567479 Jun 01 04:29:43.649016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57740) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:43.649016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'floatingip': {'port_id': 'c19ca474-59d8-487c-9b33-f1c1452fe94d'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:29:43.686944 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:43.695375 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:43.833852 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e45f9-979a-4507-9699-6b740586d466 req-d3d50cea-f858-43d5-9be1-a5651f600c6f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:43.835331 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fc3e45f9-979a-4507-9699-6b740586d466 req-d3d50cea-f858-43d5-9be1-a5651f600c6f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0990319 Jun 01 04:29:43.875419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:43.938691 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fc3e45f9-979a-4507-9699-6b740586d466 req-c24c5588-b361-4ef7-9e0b-108ff8f5e57b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960324 Jun 01 04:29:44.134886 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679d101-3959-4c59-b4c2-9faa9ac543b0 req-8406c954-2511-4fae-97f5-edd37c96a61d tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:44.136324 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1679d101-3959-4c59-b4c2-9faa9ac543b0 req-8406c954-2511-4fae-97f5-edd37c96a61d tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.0502532 Jun 01 04:29:44.214448 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1679d101-3959-4c59-b4c2-9faa9ac543b0 req-2a99db96-d28f-4860-b408-ba9e5c698d5a tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 Jun 01 04:29:44.234801 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:44.325104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:44.433406 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Floating IP d876da80-b7ed-4913-bc9a-2267ad2d7c0c associated. External IP: 172.27.0.36, port: c19ca474-59d8-487c-9b33-f1c1452fe94d. Jun 01 04:29:44.641235 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:44.646349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:29:44.763373 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:29:44.768564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:44.773931 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:29:44.789989 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:44.790687 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:29:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:44.800531 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-936d8eb2-cf46-48b1-b21b-812cb51efcf1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "PUT /v2.0/floatingips/d876da80-b7ed-4913-bc9a-2267ad2d7c0c HTTP/1.1" status: 200 len: 990 time: 1.1580851 Jun 01 04:29:44.801644 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:29:44.804677 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c352f2b-1bd7-463b-ae05-cb09731cb271" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:29:44.893381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36754901-804a-4d51-b991-73eee95461c0 x-openstack-request-id: req-36754901-804a-4d51-b991-73eee95461c0 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:29:44.893885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:29:44.894234 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36754901-804a-4d51-b991-73eee95461c0 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:29:44.895271 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36754901-804a-4d51-b991-73eee95461c0'] response: {'name': 'network-changed', 'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'status': 'completed', 'code': 200} Jun 01 04:29:44.932173 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57776) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:44.956323 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:45.042400 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-178af2ca-bfee-4588-80b6-f29cf560cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.044957 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-178af2ca-bfee-4588-80b6-f29cf560cc13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1129 time: 0.0791929 Jun 01 04:29:45.175927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfa73-e1de-405e-81c4-8568f1b5b735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.266015 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'd876da80-b7ed-4913-bc9a-2267ad2d7c0c', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:e3:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:29:17Z', 'updated_at': '2022-06-01T04:29:44Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:45.267056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-549691f9-3e18-4625-8ae1-4c7a6dae686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.269022 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-549691f9-3e18-4625-8ae1-4c7a6dae686a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 912 time: 0.2155268 Jun 01 04:29:45.305583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-da06e9c8-c4a5-4615-9d16-9842a5453b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.309059 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-da06e9c8-c4a5-4615-9d16-9842a5453b56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfe91fb4-3009-48ce-93df-49994a96cc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.4982831 Jun 01 04:29:45.313080 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:29:45.326310 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:29:45.329029 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:29:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:45.398045 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:45.403711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb6675-20f0-4aef-97cf-c407dfa79e11 req-250459ba-1491-4a6f-bfbc-921709183475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.405212 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2afb6675-20f0-4aef-97cf-c407dfa79e11 req-250459ba-1491-4a6f-bfbc-921709183475 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.2195971 Jun 01 04:29:45.433581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dab7f-395a-4057-a729-b5e88ce583cb req-e70efc9c-f496-4302-b4a8-b8fe19c2d8fb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.439429 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa3dab7f-395a-4057-a729-b5e88ce583cb req-e70efc9c-f496-4302-b4a8-b8fe19c2d8fb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.2519057 Jun 01 04:29:45.458190 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-d00cc7c2-8b0f-40a1-9cab-994599de7ac1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 998 time: 0.1785507 Jun 01 04:29:45.462169 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:29:45.462365 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:45.473294 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc660-18fd-4328-a625-a7585c438d02 req-61e336eb-e70b-4beb-8d19-c272ce34e13c tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.474797 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6fcbc660-18fd-4328-a625-a7585c438d02 req-61e336eb-e70b-4beb-8d19-c272ce34e13c tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.1308129 Jun 01 04:29:45.490013 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfa73-e1de-405e-81c4-8568f1b5b735 admin admin] Publish callbacks [] for security_group (3fccfa17-0395-425d-b019-612f85a5e226), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.555910 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa3dab7f-395a-4057-a729-b5e88ce583cb req-b96262f6-4981-487c-8d62-2b0a030574ba tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154075 Jun 01 04:29:45.558270 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfa73-e1de-405e-81c4-8568f1b5b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3fccfa17-0395-425d-b019-612f85a5e226), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.569836 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2afb6675-20f0-4aef-97cf-c407dfa79e11 req-7aaa4d45-c0b8-4aa3-919c-aa7784e31c9b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466961 Jun 01 04:29:45.569836 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-adadc373-e3e6-435d-9eb9-9227a10c44d8 service neutron] 10.222.0.45 "GET /v2.0/networks/dfe91fb4-3009-48ce-93df-49994a96cc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318919 Jun 01 04:29:45.579545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-9f76bff2-b48c-4c46-bf3b-d91cb086a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:45.581039 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-9f76bff2-b48c-4c46-bf3b-d91cb086a96a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.1051171 Jun 01 04:29:45.623619 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6fcbc660-18fd-4328-a625-a7585c438d02 req-53e347a3-5581-44d0-aea5-476f608260b8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057315 Jun 01 04:29:45.634309 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bcdbfa73-e1de-405e-81c4-8568f1b5b735 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3332b7f1a23249f8a157a783934ed667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7007089 Jun 01 04:29:45.634530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57788) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:45.635974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbfa73-e1de-405e-81c4-8568f1b5b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccfa17-0395-425d-b019-612f85a5e226,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:45.695993 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] Publish callbacks [] for security_group (3fccfa17-0395-425d-b019-612f85a5e226), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.728023 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] Publish callbacks [] for security_group (3fccfa17-0395-425d-b019-612f85a5e226), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.739863 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:45.747253 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'd876da80-b7ed-4913-bc9a-2267ad2d7c0c', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:e3:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:29:17Z', 'updated_at': '2022-06-01T04:29:44Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:29:45.775533 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd739dc-0560-43d6-a568-d247c07e1fe3 None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'd876da80-b7ed-4913-bc9a-2267ad2d7c0c', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:e3:a0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:29:17Z', 'updated_at': '2022-06-01T04:29:44Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:29:45.856332 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3fccfa17-0395-425d-b019-612f85a5e226), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.859135 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:45.860464 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fccfa17-0395-425d-b019-612f85a5e226 HTTP/1.1" status: 204 len: 168 time: 0.2247167 Jun 01 04:29:45.869316 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7acade-2265-456b-a4c8-fc08be31c561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccfa17-0395-425d-b019-612f85a5e226,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:45.985216 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37dc08-b6ba-41ea-9f17-156b80bdf849 None None] New status for floating IP d876da80-b7ed-4913-bc9a-2267ad2d7c0c: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:29:46.052987 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-b1b5a366-1687-4f1e-9ab7-e79a42b09452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:46.055370 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-b1b5a366-1687-4f1e-9ab7-e79a42b09452 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683331 Jun 01 04:29:46.094151 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc12461-f813-4397-8bd9-75aa5f01bca1 req-7a3cc9eb-2e37-4d39-89b4-735402267472 service neutron] 10.222.0.45 "GET /v2.0/networks/dfe91fb4-3009-48ce-93df-49994a96cc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067052 Jun 01 04:29:46.529821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57798) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:46.544054 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4083de3c-b969-427d-83ea-be69ae56f795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:46.675780 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:46.691762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26794-996a-4223-b2e3-8a4b4c7dc06b req-335e9d55-638c-4224-bcb8-feadcf5ccf92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:46.694381 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cfc26794-996a-4223-b2e3-8a4b4c7dc06b req-335e9d55-638c-4224-bcb8-feadcf5ccf92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0612266 Jun 01 04:29:46.711446 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:46.752031 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4083de3c-b969-427d-83ea-be69ae56f795 admin admin] Publish callbacks [] for security_group (769372f8-f0b1-4428-8427-c897b796b519), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:46.757434 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-b94885b1-f825-4760-bfaf-54953c84af51 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662114 Jun 01 04:29:46.762113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cfc26794-996a-4223-b2e3-8a4b4c7dc06b req-1b95736d-512e-4af8-88a9-314187791910 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 Jun 01 04:29:46.792641 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c452-7b82-4aad-b0da-7f7c06caea22 req-95a6619a-57cd-45de-b6da-5db759ea92fa tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:46.794162 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4fb8c452-7b82-4aad-b0da-7f7c06caea22 req-95a6619a-57cd-45de-b6da-5db759ea92fa tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.0642717 Jun 01 04:29:46.836921 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4083de3c-b969-427d-83ea-be69ae56f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (769372f8-f0b1-4428-8427-c897b796b519), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:46.850171 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4fb8c452-7b82-4aad-b0da-7f7c06caea22 req-95595a0a-6322-4abf-8393-774141bf95fa tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Jun 01 04:29:46.890174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083de3c-b969-427d-83ea-be69ae56f795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769372f8-f0b1-4428-8427-c897b796b519,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:46.894497 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4083de3c-b969-427d-83ea-be69ae56f795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70794a1f38db432a857e6771f794e003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635881 Jun 01 04:29:46.898315 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57804) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:46.948563 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] Publish callbacks [] for security_group (769372f8-f0b1-4428-8427-c897b796b519), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:46.973167 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] Publish callbacks [] for security_group (769372f8-f0b1-4428-8427-c897b796b519), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:47.116773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (769372f8-f0b1-4428-8427-c897b796b519), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:47.119332 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:47.120509 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/769372f8-f0b1-4428-8427-c897b796b519 HTTP/1.1" status: 204 len: 168 time: 0.2218654 Jun 01 04:29:47.134691 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad4868-2d94-4589-973b-505b3e04a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769372f8-f0b1-4428-8427-c897b796b519,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:47.885639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6219d0-813e-43e1-8100-b808e4fad6e1 req-e8a87819-f720-4725-950e-c053f3ca193c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:47.887210 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2f6219d0-813e-43e1-8100-b808e4fad6e1 req-e8a87819-f720-4725-950e-c053f3ca193c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0506742 Jun 01 04:29:47.955648 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2f6219d0-813e-43e1-8100-b808e4fad6e1 req-e9afbd16-3caa-44b8-9aa0-20222380738b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622711 Jun 01 04:29:47.985540 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c63541-107c-4db9-a337-20788fbedab0 req-766bd5e3-3e59-4a23-88fb-5c1663cb2a04 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:47.987044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8c63541-107c-4db9-a337-20788fbedab0 req-766bd5e3-3e59-4a23-88fb-5c1663cb2a04 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.0580451 Jun 01 04:29:48.028450 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:48.054296 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8c63541-107c-4db9-a337-20788fbedab0 req-d2094ff8-3c9d-4181-98f0-0b3361bb2f72 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Jun 01 04:29:49.083943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aca65-1153-4b8a-b626-b85384b1f879 req-17744c39-ecfe-4191-bc6b-c92b65fb2861 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:49.085415 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f75aca65-1153-4b8a-b626-b85384b1f879 req-17744c39-ecfe-4191-bc6b-c92b65fb2861 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Jun 01 04:29:49.137834 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f75aca65-1153-4b8a-b626-b85384b1f879 req-895d95f3-d11a-49a7-babf-640210e98edf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465705 Jun 01 04:29:49.206805 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b71c7-ce97-4bb5-a7a9-e7c1f230bf0f req-bb9fd7a7-8115-4ec7-aaba-32dcd8b250d3 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:49.208345 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a6b71c7-ce97-4bb5-a7a9-e7c1f230bf0f req-bb9fd7a7-8115-4ec7-aaba-32dcd8b250d3 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 948 time: 0.0682836 Jun 01 04:29:49.262682 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a6b71c7-ce97-4bb5-a7a9-e7c1f230bf0f req-0119dfd9-933b-40a7-96ad-fc7d14c3c6e8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481820 Jun 01 04:29:49.570377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-50373b3c-ecce-469f-91a1-66e73d520ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:50.096226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e77f53f2-afd9-4725-9f83-6d76a6786cce details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:29:50.205898 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:50.218132 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'e77f53f2-afd9-4725-9f83-6d76a6786cce', 'network_id': 'dfe91fb4-3009-48ce-93df-49994a96cc0a', 'port_id': 'e77f53f2-afd9-4725-9f83-6d76a6786cce', 'mac_address': 'fa:16:3e:dd:9c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5df14c3-75bf-4368-b5d6-a0c20ad3dfa6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:29:50.262063 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port e77f53f2-afd9-4725-9f83-6d76a6786cce is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:50.262585 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:50.293932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77f53f2-afd9-4725-9f83-6d76a6786cce {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:29:50.312415 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75c0d4-bfca-418f-8a3a-76759f041938 req-ce3bc91d-6b5b-4ea7-970a-2a57f9a399d0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:50.315054 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aa75c0d4-bfca-418f-8a3a-76759f041938 req-ce3bc91d-6b5b-4ea7-970a-2a57f9a399d0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0949643 Jun 01 04:29:50.322472 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:50.383408 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aa75c0d4-bfca-418f-8a3a-76759f041938 req-9e031c7c-4cc0-44a0-9a8c-144426b288ff tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614901 Jun 01 04:29:50.383941 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:50.396794 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c352f2b-1bd7-463b-ae05-cb09731cb271 req-049176b7-fcdb-4d33-a1a6-056273cd3037 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572092 Jun 01 04:29:50.431975 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c754cd5-327c-4e99-9740-6d3952a24750 req-8463ad7a-aa3b-40c7-904a-43543a7f6b3e tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:50.433730 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c754cd5-327c-4e99-9740-6d3952a24750 req-8463ad7a-aa3b-40c7-904a-43543a7f6b3e tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 949 time: 0.0677183 Jun 01 04:29:50.446418 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:50.493863 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c754cd5-327c-4e99-9740-6d3952a24750 req-62c4d92e-c552-4154-8839-1906b96a08b9 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Jun 01 04:29:50.888293 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['e77f53f2-afd9-4725-9f83-6d76a6786cce'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:29:51.025878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:51.507205 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad590d35-232c-4f20-be8f-0c15e45763bb req-880080c1-071f-4768-bc21-d11492c634bc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:51.508766 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ad590d35-232c-4f20-be8f-0c15e45763bb req-880080c1-071f-4768-bc21-d11492c634bc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0480669 Jun 01 04:29:51.564707 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ad590d35-232c-4f20-be8f-0c15e45763bb req-75ce4572-f233-47ff-bf93-1fa65e36231c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Jun 01 04:29:51.628847 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a0b44-99eb-4e23-901b-8e6344942562 req-38e205d0-2e6c-4ac0-8514-7e5cfdc11244 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:51.638095 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-810a0b44-99eb-4e23-901b-8e6344942562 req-38e205d0-2e6c-4ac0-8514-7e5cfdc11244 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 949 time: 0.0652983 Jun 01 04:29:51.691440 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-810a0b44-99eb-4e23-901b-8e6344942562 req-281488f8-9644-441d-a30d-c106e33b9dba tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Jun 01 04:29:51.942307 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-99fea3e1-2f98-4333-acf1-3c4be12ebf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:52.076940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29d0d4-4a2e-4398-9914-325a7d38940d req-21cadadb-c3e8-4877-9945-570e69fd0531 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:52.078937 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ab29d0d4-4a2e-4398-9914-325a7d38940d req-21cadadb-c3e8-4877-9945-570e69fd0531 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0527604 Jun 01 04:29:52.132234 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e77f53f2-afd9-4725-9f83-6d76a6786cce up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:29:52.178547 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port e77f53f2-afd9-4725-9f83-6d76a6786cce completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:29:52.290729 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port e77f53f2-afd9-4725-9f83-6d76a6786cce triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:29:52.291442 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:52.378095 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-eb12287e-9b99-4e7d-b50f-717e40fa2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:52.379842 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-eb12287e-9b99-4e7d-b50f-717e40fa2600 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.0669918 Jun 01 04:29:52.383681 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ab29d0d4-4a2e-4398-9914-325a7d38940d req-1bd8a462-c8c0-4bba-b419-cebd8f9cc240 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993898 Jun 01 04:29:52.417476 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port e77f53f2-afd9-4725-9f83-6d76a6786cce is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:29:52.418205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:52.429670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:52.446890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:29:52.449291 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd4508-4ff7-419f-90fc-ee0732cc402e" -d '{"events": [{"server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "name": "network-vif-plugged", "status": "completed", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:29:52.476315 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:29:52.489994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ac51d-c6b1-442c-8708-2b12a44196d3 x-openstack-request-id: req-cc6ac51d-c6b1-442c-8708-2b12a44196d3 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:29:52.490284 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "name": "network-vif-plugged", "status": "completed", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:29:52.490531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc6ac51d-c6b1-442c-8708-2b12a44196d3 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:29:52.490944 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6ac51d-c6b1-442c-8708-2b12a44196d3'] response: {'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce', 'code': 200} Jun 01 04:29:52.492278 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-c721d341-164b-4e11-a0a2-9dec104f291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:52.494501 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-c721d341-164b-4e11-a0a2-9dec104f291f service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1079051 Jun 01 04:29:52.570606 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:52.616032 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:52.828581 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2c9c-6fc7-4251-93bd-cdcb1c853376 req-ba7130a5-6388-48df-9baa-3f8a6bc46435 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:52.830053 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65de2c9c-6fc7-4251-93bd-cdcb1c853376 req-ba7130a5-6388-48df-9baa-3f8a6bc46435 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0480821 Jun 01 04:29:52.854619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 57910) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:52.886566 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65de2c9c-6fc7-4251-93bd-cdcb1c853376 req-7a9b68f2-2f2a-4db7-94d8-efe199e1731e tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Jun 01 04:29:52.969648 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e13bde12-936d-47e4-9899-27d1a80f42cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.089944 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.176654 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e13bde12-936d-47e4-9899-27d1a80f42cc admin admin] Publish callbacks [] for security_group (e15c921a-07df-4b1a-8248-67b1985b1446), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.213999 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-5ad503fd-981f-47ce-a3af-df413a85a1bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.0381000 Jun 01 04:29:53.256803 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e13bde12-936d-47e4-9899-27d1a80f42cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e15c921a-07df-4b1a-8248-67b1985b1446), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.284977 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-789dd0a4-e98e-4e07-894b-1e2b469c5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:53.287692 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-789dd0a4-e98e-4e07-894b-1e2b469c5def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0559437 Jun 01 04:29:53.293039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:53.298930 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bde12-936d-47e4-9899-27d1a80f42cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c921a-07df-4b1a-8248-67b1985b1446,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:53.304054 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e13bde12-936d-47e4-9899-27d1a80f42cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4d14f6b545a400f89085aef87e11467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483404 Jun 01 04:29:53.307169 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 57916) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:29:53.338193 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:53.360702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-7ca9e749-b1b1-48a4-aedd-03e1a5804b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:53.362292 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-7ca9e749-b1b1-48a4-aedd-03e1a5804b16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670707 Jun 01 04:29:53.384318 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] Publish callbacks [] for security_group (e15c921a-07df-4b1a-8248-67b1985b1446), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.386499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:53.407689 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] Publish callbacks [] for security_group (e15c921a-07df-4b1a-8248-67b1985b1446), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.508649 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2acf5-e50c-48fe-82a1-2e6998b07800 req-a7692310-11e1-43a1-b32a-1b20369216dd tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:53.510116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13e2acf5-e50c-48fe-82a1-2e6998b07800 req-a7692310-11e1-43a1-b32a-1b20369216dd tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0499260 Jun 01 04:29:53.528797 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e15c921a-07df-4b1a-8248-67b1985b1446), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.531593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:53.534379 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e15c921a-07df-4b1a-8248-67b1985b1446 HTTP/1.1" status: 204 len: 168 time: 0.2247367 Jun 01 04:29:53.543282 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48a2ec-e2f1-44c2-9937-358f03d7ff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c921a-07df-4b1a-8248-67b1985b1446,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:29:53.572073 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13e2acf5-e50c-48fe-82a1-2e6998b07800 req-052fcc1d-731d-44c2-8eb2-8ba09f930af2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Jun 01 04:29:54.008046 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d41da-a06f-48cc-b7cb-867255555a82 req-d1dbc34a-4c3a-4a68-8d47-d650600a6972 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:54.009628 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-969d41da-a06f-48cc-b7cb-867255555a82 req-d1dbc34a-4c3a-4a68-8d47-d650600a6972 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0545392 Jun 01 04:29:54.064893 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-969d41da-a06f-48cc-b7cb-867255555a82 req-c9c616f5-21bd-463e-96c4-349cdc31d538 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Jun 01 04:29:54.580248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:54.697151 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b5bb4-3847-4dc5-be5a-05b6f8caad31 req-eee4a23f-fb90-43b1-801f-9b9890e1e265 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:54.698781 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f5b5bb4-3847-4dc5-be5a-05b6f8caad31 req-eee4a23f-fb90-43b1-801f-9b9890e1e265 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0516140 Jun 01 04:29:54.755172 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f5b5bb4-3847-4dc5-be5a-05b6f8caad31 req-cd607d82-a890-4223-9b56-d7bcd3b4adfb tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498700 Jun 01 04:29:55.180571 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ac771-ee6c-4f47-b908-12d7e3db6092 req-ed1db8ef-58f8-43aa-b9c4-d8ca421767f3 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:55.182196 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-176ac771-ee6c-4f47-b908-12d7e3db6092 req-ed1db8ef-58f8-43aa-b9c4-d8ca421767f3 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0496721 Jun 01 04:29:55.241437 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-176ac771-ee6c-4f47-b908-12d7e3db6092 req-5fd3acd6-74f2-4324-9bc3-c3f541a6fe5a tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Jun 01 04:29:55.751171 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=80 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:55.876485 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d309c70-be12-4b32-a06d-715398e1ce22 req-209d6ea2-e104-4c82-921a-1ce142794623 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:55.877889 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d309c70-be12-4b32-a06d-715398e1ce22 req-209d6ea2-e104-4c82-921a-1ce142794623 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0491903 Jun 01 04:29:55.935992 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d309c70-be12-4b32-a06d-715398e1ce22 req-1e740c40-dd80-4d2e-b687-af717598ed0b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Jun 01 04:29:56.110865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:56.370727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a327-6306-47b9-b68d-ece10e5c8d10 req-43a3b9ff-a42f-4876-885d-853f0716432e tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:56.372387 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dfc8a327-6306-47b9-b68d-ece10e5c8d10 req-43a3b9ff-a42f-4876-885d-853f0716432e tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0546477 Jun 01 04:29:56.422012 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dfc8a327-6306-47b9-b68d-ece10e5c8d10 req-a4a9f8b5-ce16-436f-aa7c-cca67583981f tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Jun 01 04:29:57.055611 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdd4fd-3358-417b-8ced-36b90e2a99b2 req-eeb8ca1d-fbdf-416f-9f4d-fc8793e2a40c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:57.057362 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-87fdd4fd-3358-417b-8ced-36b90e2a99b2 req-eeb8ca1d-fbdf-416f-9f4d-fc8793e2a40c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0479538 Jun 01 04:29:57.078982 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:29:57.107783 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-87fdd4fd-3358-417b-8ced-36b90e2a99b2 req-028db88d-1a0e-4194-be90-e52adc9dca97 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Jun 01 04:29:57.245452 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-1ed23e2e-1169-490e-a1c1-375b8767a025 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872667 Jun 01 04:29:57.539704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7680d-8165-4f60-95d1-532c2ab97892 req-7d3a6ae9-1995-4dbb-9e3b-1e286a2d7cd9 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:57.541206 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cac7680d-8165-4f60-95d1-532c2ab97892 req-7d3a6ae9-1995-4dbb-9e3b-1e286a2d7cd9 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0522997 Jun 01 04:29:57.605973 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cac7680d-8165-4f60-95d1-532c2ab97892 req-c38d43c4-07f9-4464-9913-a2ea413006a1 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587573 Jun 01 04:29:57.634487 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:29:58.115179 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13465190-50fd-470b-aab6-8ffef91e2a66 req-d7d0c374-4ecb-42ed-82a8-a1873d022b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:58.116896 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13465190-50fd-470b-aab6-8ffef91e2a66 req-d7d0c374-4ecb-42ed-82a8-a1873d022b5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 1134 time: 0.0497987 Jun 01 04:29:58.144874 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-583bbb1e-3fdf-42b7-8980-6a92ca7810d4 req-f41c1ad9-0525-44b3-8935-2d0192e97922 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960205 Jun 01 04:29:58.222619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af431-cc49-4da8-98c9-c8cd5f58118e req-13ec9a0a-1bda-4937-a43f-0d06eb0a0c22 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:58.224721 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-464af431-cc49-4da8-98c9-c8cd5f58118e req-13ec9a0a-1bda-4937-a43f-0d06eb0a0c22 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0471227 Jun 01 04:29:58.273558 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-464af431-cc49-4da8-98c9-c8cd5f58118e req-d34e9610-848c-4f8c-aa4a-45dd1f33971e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Jun 01 04:29:58.723147 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7417-48d4-4d8e-a2f2-f0d20a597754 req-4f68da5f-7380-4d3a-b183-6a5d79806361 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:58.725276 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f07d7417-48d4-4d8e-a2f2-f0d20a597754 req-4f68da5f-7380-4d3a-b183-6a5d79806361 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0517883 Jun 01 04:29:58.775718 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f07d7417-48d4-4d8e-a2f2-f0d20a597754 req-5c707b32-e791-4389-b84e-d8f973d275c5 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Jun 01 04:29:59.388767 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca5df-953d-4a33-874f-510d06fae845 req-592924d8-cc4e-41f2-88e7-6688f7236f87 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:59.390163 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-306ca5df-953d-4a33-874f-510d06fae845 req-592924d8-cc4e-41f2-88e7-6688f7236f87 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0484035 Jun 01 04:29:59.449214 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-306ca5df-953d-4a33-874f-510d06fae845 req-a92e9909-441b-4db0-9324-0eddf3c3115b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Jun 01 04:29:59.503622 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13465190-50fd-470b-aab6-8ffef91e2a66 req-53744f5a-2165-4165-b3e1-baf3d195f8df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Jun 01 04:29:59.774367 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:29:59.888268 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a231-e50d-4d99-b225-2f1f8193d6fa req-e304e9e3-bc33-48bd-85df-7eaed9610e8b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:29:59.889758 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8383a231-e50d-4d99-b225-2f1f8193d6fa req-e304e9e3-bc33-48bd-85df-7eaed9610e8b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0472872 Jun 01 04:29:59.939980 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8383a231-e50d-4d99-b225-2f1f8193d6fa req-9986d7b9-6fc9-4a29-9738-bbbc4618e529 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Jun 01 04:30:00.760618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c2597-3f2d-456e-8a06-b9a9efd3ab95 req-b4433f10-6bff-4814-98b7-a376b59a6a0a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:00.760618 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-403c2597-3f2d-456e-8a06-b9a9efd3ab95 req-b4433f10-6bff-4814-98b7-a376b59a6a0a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0552833 Jun 01 04:30:00.760618 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-403c2597-3f2d-456e-8a06-b9a9efd3ab95 req-e03d443b-baa8-4803-8ad7-1fc4ca460710 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Jun 01 04:30:01.062280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b55a9f-6801-458e-91b8-dafb893250fb req-9ece67af-23f0-4a23-ac1c-d2c564257222 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:01.062280 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-95b55a9f-6801-458e-91b8-dafb893250fb req-9ece67af-23f0-4a23-ac1c-d2c564257222 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0508630 Jun 01 04:30:01.107955 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:01.120601 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-95b55a9f-6801-458e-91b8-dafb893250fb req-aafdaf9e-7fc3-4e70-86fc-2010033d6fba tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Jun 01 04:30:01.885091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c43ce-0454-4a09-a213-19f0b06b8d7e req-8d348144-e8f5-41b0-9a52-35f9995855d6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:01.886469 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-919c43ce-0454-4a09-a213-19f0b06b8d7e req-8d348144-e8f5-41b0-9a52-35f9995855d6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0504861 Jun 01 04:30:01.943860 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-919c43ce-0454-4a09-a213-19f0b06b8d7e req-32499d3b-19e7-4d01-9f11-d16203db4d01 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510557 Jun 01 04:30:02.241452 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745a507-18be-4a20-828f-036ced5de75f req-4cb9d500-dc2a-4700-bfe6-d756b5424713 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:02.243184 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1745a507-18be-4a20-828f-036ced5de75f req-4cb9d500-dc2a-4700-bfe6-d756b5424713 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0542412 Jun 01 04:30:02.296066 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1745a507-18be-4a20-828f-036ced5de75f req-b5dbf7ed-e527-4374-8dc5-7080ba1a3e69 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Jun 01 04:30:03.059596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f4df2-f8fa-4e3c-af34-733853160f18 req-5cd340a9-0d79-4a21-945e-94195ce15f33 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:03.061037 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e0f4df2-f8fa-4e3c-af34-733853160f18 req-5cd340a9-0d79-4a21-945e-94195ce15f33 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0465786 Jun 01 04:30:03.109255 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e0f4df2-f8fa-4e3c-af34-733853160f18 req-cede397d-44b7-4179-8a97-c0deb91a3ea5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Jun 01 04:30:03.415870 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a71ee-f034-4959-bebe-bc5fa5203f4b req-e06e6108-0426-4075-a1fb-bfb14b97ea4f tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:03.417350 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c1a71ee-f034-4959-bebe-bc5fa5203f4b req-e06e6108-0426-4075-a1fb-bfb14b97ea4f tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0474346 Jun 01 04:30:03.442986 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:03.465430 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c1a71ee-f034-4959-bebe-bc5fa5203f4b req-c7a086d1-db45-4750-8f98-43f9dac25f9d tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Jun 01 04:30:04.232614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426b03-0edf-488c-b342-791589799a12 req-a33b81a3-fb4e-4862-941e-d00dbf1a4fe5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:04.234115 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-58426b03-0edf-488c-b342-791589799a12 req-a33b81a3-fb4e-4862-941e-d00dbf1a4fe5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0488324 Jun 01 04:30:04.283609 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-58426b03-0edf-488c-b342-791589799a12 req-c25efabb-6222-44a4-b401-e48adec8beb0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Jun 01 04:30:04.594577 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104d300-8d99-4291-867b-88a551f73dc8 req-c269f1f7-cd65-4ed0-a652-6eca2e5070c9 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:04.599080 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e104d300-8d99-4291-867b-88a551f73dc8 req-c269f1f7-cd65-4ed0-a652-6eca2e5070c9 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0634983 Jun 01 04:30:04.651720 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e104d300-8d99-4291-867b-88a551f73dc8 req-9c2fc275-f3ef-42f5-871f-9da7819a7bf0 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 Jun 01 04:30:05.409773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4fe-7423-4b5e-b749-c4d8b1144191 req-266c23e2-60c9-4f45-a0f7-c45705e03c08 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:05.411237 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14e5c4fe-7423-4b5e-b749-c4d8b1144191 req-266c23e2-60c9-4f45-a0f7-c45705e03c08 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Jun 01 04:30:05.458914 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14e5c4fe-7423-4b5e-b749-c4d8b1144191 req-7c5fc283-3ab3-48c5-829d-7919efe229d5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Jun 01 04:30:05.766914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367777-49ee-4a9a-b662-b299b87d34ba req-c2af4c63-8670-486d-9b35-44510a888c04 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:05.768412 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ea367777-49ee-4a9a-b662-b299b87d34ba req-c2af4c63-8670-486d-9b35-44510a888c04 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0471768 Jun 01 04:30:05.816347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ea367777-49ee-4a9a-b662-b299b87d34ba req-5c27f2a7-05ac-4f6d-b468-0c3567f5b9b5 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Jun 01 04:30:06.560823 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:06.574707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a473591-2d03-4a0b-a225-cd2ec0760299 req-2c4a7e67-18bd-4d58-a98c-0d0c0fc82f59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:06.576405 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a473591-2d03-4a0b-a225-cd2ec0760299 req-2c4a7e67-18bd-4d58-a98c-0d0c0fc82f59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0477078 Jun 01 04:30:06.625739 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a473591-2d03-4a0b-a225-cd2ec0760299 req-88a70ec0-d4b9-42f8-a472-cb5e270d8aee tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Jun 01 04:30:06.929257 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37a54-e0f3-4b06-8646-12f55c21c965 req-ff968dc0-a9b9-4a2d-a823-0b6f0cc00555 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:06.930730 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94e37a54-e0f3-4b06-8646-12f55c21c965 req-ff968dc0-a9b9-4a2d-a823-0b6f0cc00555 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0467308 Jun 01 04:30:06.981458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94e37a54-e0f3-4b06-8646-12f55c21c965 req-d8cf67cc-7990-4638-8c6d-b023af153522 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Jun 01 04:30:07.628963 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:07.629781 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:07.744699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd177-088a-41f2-af52-2ae42165016b req-86b50dc5-08e2-45df-93c0-ce3169e2f237 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:07.746080 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-61ffd177-088a-41f2-af52-2ae42165016b req-86b50dc5-08e2-45df-93c0-ce3169e2f237 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0474477 Jun 01 04:30:07.796443 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-61ffd177-088a-41f2-af52-2ae42165016b req-4c7a13d0-c687-4795-9a88-b3a7c3e2272f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 Jun 01 04:30:08.095707 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc50c8e-f8cf-4855-b755-d8dc2a59651d req-dcb1d76f-b964-4053-9dd0-f2e755bcd66b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:08.097213 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-afc50c8e-f8cf-4855-b755-d8dc2a59651d req-dcb1d76f-b964-4053-9dd0-f2e755bcd66b tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0489616 Jun 01 04:30:08.146941 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-afc50c8e-f8cf-4855-b755-d8dc2a59651d req-0547e34c-2def-4860-ac16-03cb9a524401 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Jun 01 04:30:08.893167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:08.912014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbbad1-696d-49e4-9c57-76a07a02649a req-e44ffcc8-e3b8-472a-b77b-96b8542380f5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:08.914167 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-44bbbad1-696d-49e4-9c57-76a07a02649a req-e44ffcc8-e3b8-472a-b77b-96b8542380f5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0481911 Jun 01 04:30:08.973266 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-44bbbad1-696d-49e4-9c57-76a07a02649a req-1696a4c8-8a23-4286-9bfc-7f472f989585 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531118 Jun 01 04:30:09.261985 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9cd6-ac8f-4b29-b12d-d24c59c31fe3 req-508af155-18c7-48bc-bafe-4b1d2ea627ce tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:09.263472 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7e0a9cd6-ac8f-4b29-b12d-d24c59c31fe3 req-508af155-18c7-48bc-bafe-4b1d2ea627ce tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0484197 Jun 01 04:30:09.311188 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7e0a9cd6-ac8f-4b29-b12d-d24c59c31fe3 req-cfb3c188-6e82-457a-9149-646648894b06 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jun 01 04:30:09.716088 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:09.718015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:10.097481 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109d3a0-e71d-421f-8270-7e977a285e3a req-5c995c1e-e425-4075-b0b5-c6b4fb372cdf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:10.098838 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7109d3a0-e71d-421f-8270-7e977a285e3a req-5c995c1e-e425-4075-b0b5-c6b4fb372cdf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Jun 01 04:30:10.146321 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7109d3a0-e71d-421f-8270-7e977a285e3a req-9ee1a03c-254a-46f8-ae40-620039e0fad0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Jun 01 04:30:10.427527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af348-4490-48cb-a7a3-423633df20ed req-5f208185-6e7a-4ec7-aca4-6f3965638df4 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:10.428998 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-659af348-4490-48cb-a7a3-423633df20ed req-5f208185-6e7a-4ec7-aca4-6f3965638df4 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0516565 Jun 01 04:30:10.476621 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-659af348-4490-48cb-a7a3-423633df20ed req-1ad11d4d-b59d-464f-8cd7-2be710716b18 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Jun 01 04:30:10.968557 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52322-047d-4c8f-ab0c-3baf31034df8 req-3b640e86-93ef-45ed-befc-0cadebca9e49 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:10.970106 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fe52322-047d-4c8f-ab0c-3baf31034df8 req-3b640e86-93ef-45ed-befc-0cadebca9e49 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0475750 Jun 01 04:30:11.020473 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fe52322-047d-4c8f-ab0c-3baf31034df8 req-e019b8d3-d338-419b-9ff6-c0e16e0a77fc tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 Jun 01 04:30:11.269285 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd77e-0560-43bb-906c-5110d7cf281a req-966519a4-9406-4676-95ae-d8df1faa45c9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:11.270788 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-879fd77e-0560-43bb-906c-5110d7cf281a req-966519a4-9406-4676-95ae-d8df1faa45c9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0523183 Jun 01 04:30:11.320585 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-879fd77e-0560-43bb-906c-5110d7cf281a req-ea21cda8-266f-47bf-9091-a37f4f4f1307 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Jun 01 04:30:12.137660 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1a103-c0fb-42a8-96b8-a95c2d78a451 req-1ad31ed1-821b-47b6-9b47-64b6527122a0 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:12.139107 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1d1a103-c0fb-42a8-96b8-a95c2d78a451 req-1ad31ed1-821b-47b6-9b47-64b6527122a0 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0499234 Jun 01 04:30:12.186779 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1d1a103-c0fb-42a8-96b8-a95c2d78a451 req-9712cf50-b1a4-430a-bede-c6fdf1639b2d tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jun 01 04:30:12.434781 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42957041-7355-4cf1-8c48-6a5ddbac65f4 req-e0c97e2d-0af5-4a78-9836-795a2da89089 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:12.436284 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42957041-7355-4cf1-8c48-6a5ddbac65f4 req-e0c97e2d-0af5-4a78-9836-795a2da89089 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0469110 Jun 01 04:30:12.483248 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42957041-7355-4cf1-8c48-6a5ddbac65f4 req-61a7fc05-016d-4cc7-9fd2-05208b9182e7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Jun 01 04:30:13.304127 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119900e-98d7-423f-b324-72cc68c0924d req-a34d272a-61a5-46bc-81f0-d786dbb0e845 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:13.305589 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8119900e-98d7-423f-b324-72cc68c0924d req-a34d272a-61a5-46bc-81f0-d786dbb0e845 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0497851 Jun 01 04:30:13.316622 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:13.358449 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8119900e-98d7-423f-b324-72cc68c0924d req-fc27e665-5070-492a-a37c-623659d9faed tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Jun 01 04:30:13.601169 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac42b6-57d8-45c6-850f-82ae4400795f req-22aeb77d-729d-4db6-9d7b-014749829e9a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:13.608912 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ffac42b6-57d8-45c6-850f-82ae4400795f req-22aeb77d-729d-4db6-9d7b-014749829e9a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0552888 Jun 01 04:30:13.652015 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ffac42b6-57d8-45c6-850f-82ae4400795f req-4ad2d14a-3e8e-4579-9552-1eb1021019c3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Jun 01 04:30:14.477010 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835efb04-b0f7-40cb-a0c5-8a563d365b8d req-aadf2dca-6997-4a64-a38c-6eb65f1218d4 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:14.478673 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-835efb04-b0f7-40cb-a0c5-8a563d365b8d req-aadf2dca-6997-4a64-a38c-6eb65f1218d4 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0517654 Jun 01 04:30:14.531700 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-835efb04-b0f7-40cb-a0c5-8a563d365b8d req-c6999881-f44b-44ed-a663-861111762e49 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Jun 01 04:30:14.772183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71e8a-a2a1-41d3-be8f-520a194d8244 req-0dc40c76-1a66-432e-8904-1bc7cbc5945b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:14.773695 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eec71e8a-a2a1-41d3-be8f-520a194d8244 req-0dc40c76-1a66-432e-8904-1bc7cbc5945b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Jun 01 04:30:14.838643 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eec71e8a-a2a1-41d3-be8f-520a194d8244 req-e74907b0-bc05-4c21-80d8-27d502170290 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583997 Jun 01 04:30:15.658507 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676438b-fb7b-483c-8c84-4b1fe0a9fec4 req-b97805e3-bc6c-47f0-abf8-bc99ec55e928 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:15.660641 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3676438b-fb7b-483c-8c84-4b1fe0a9fec4 req-b97805e3-bc6c-47f0-abf8-bc99ec55e928 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0533476 Jun 01 04:30:15.701815 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:15.721144 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3676438b-fb7b-483c-8c84-4b1fe0a9fec4 req-8524182d-d51a-47c4-b95b-09f1ea0d31b8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535643 Jun 01 04:30:16.783056 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-e1edc0ab-7217-4019-a825-4a817a416db8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:16.784834 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-e1edc0ab-7217-4019-a825-4a817a416db8 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.45 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0550766 Jun 01 04:30:16.906074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416f76-045e-4464-be6e-1af04b762842 req-0f329713-1dba-42f9-8d61-d13fef065284 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:16.907388 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bd416f76-045e-4464-be6e-1af04b762842 req-0f329713-1dba-42f9-8d61-d13fef065284 tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 950 time: 0.0817511 Jun 01 04:30:16.937195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Deleting port e77f53f2-afd9-4725-9f83-6d76a6786cce {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:30:16.942315 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:16.990146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:17.026693 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bd416f76-045e-4464-be6e-1af04b762842 req-4b1aab7c-d658-41d3-a0b8-524d553c61ea tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105037 Jun 01 04:30:17.060508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] For port e77f53f2-afd9-4725-9f83-6d76a6786cce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e77f53f2-afd9-4725-9f83-6d76a6786cce,segment=NetworkSegment(0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e),segment_id=0b8ef1dc-bd64-4421-a1c3-2cf8cee0792e)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:17.060874 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:17.073627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Calling delete_port for e77f53f2-afd9-4725-9f83-6d76a6786cce owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:30:17.145168 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:17.271121 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (e77f53f2-afd9-4725-9f83-6d76a6786cce), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:17.299409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Pushing event deleted for resources: {'Port': ['ID=e77f53f2-afd9-4725-9f83-6d76a6786cce,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:17.338160 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['e77f53f2-afd9-4725-9f83-6d76a6786cce'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:30:17.343879 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] No DVR routers for this DVR port e77f53f2-afd9-4725-9f83-6d76a6786cce on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:30:17.348216 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:17.351965 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0d002b9-4796-4ca1-b233-98d5eafd666c req-c0ab0763-4f9b-4734-86b3-ac9c4f730aad tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.45 "DELETE /v2.0/ports/e77f53f2-afd9-4725-9f83-6d76a6786cce HTTP/1.1" status: 204 len: 173 time: 0.5589051 Jun 01 04:30:17.352685 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'name': 'network-vif-deleted', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:30:17.355195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f606cb29-752f-4434-9494-784b212a12b8" -d '{"events": [{"server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "name": "network-vif-deleted", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:30:17.394461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3418c4-bf4b-4aa0-bd0d-e5e1b946b785 x-openstack-request-id: req-af3418c4-bf4b-4aa0-bd0d-e5e1b946b785 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:30:17.394753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96372c5-5ef6-48d0-b54e-5baa275732bf", "name": "network-vif-deleted", "tag": "e77f53f2-afd9-4725-9f83-6d76a6786cce", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:30:17.395073 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af3418c4-bf4b-4aa0-bd0d-e5e1b946b785 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:30:17.395451 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3418c4-bf4b-4aa0-bd0d-e5e1b946b785'] response: {'server_uuid': 'f96372c5-5ef6-48d0-b54e-5baa275732bf', 'name': 'network-vif-deleted', 'tag': 'e77f53f2-afd9-4725-9f83-6d76a6786cce', 'status': 'completed', 'code': 200} Jun 01 04:30:17.682889 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:17.898062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58320) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:17.902894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318378961', 'description': 'tempest-description--222543705'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:17.988054 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.063925 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (ecc32472-3542-4111-abaa-754591598954), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.138170 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5ae0c615-d932-4a2e-9892-fbd148720317 req-46df5cd5-5eee-475b-ace8-b83deb78ecfc tempest-VolumesNegativeTest-1764600467 tempest-VolumesNegativeTest-1764600467-project] 10.222.0.18 "GET /v2.0/ports?device_id=f96372c5-5ef6-48d0-b54e-5baa275732bf HTTP/1.1" status: 200 len: 210 time: 0.0292544 Jun 01 04:30:18.143345 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ecc32472-3542-4111-abaa-754591598954), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.182370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc32472-3542-4111-abaa-754591598954,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:18.250040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.251353 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-017914b4-618f-444a-9f07-d81471546305 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3522503 Jun 01 04:30:18.254253 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58332) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:18.258747 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'security_group_rule': {'security_group_id': 'ecc32472-3542-4111-abaa-754591598954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:18.353654 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (350a7b17-d9b4-4234-ab69-ba7a114e1ab9), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.381657 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58336) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:18.403375 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (350a7b17-d9b4-4234-ab69-ba7a114e1ab9), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.499497 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42fdae75-f8c0-4b33-992f-57bd8ec90943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.501582 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (350a7b17-d9b4-4234-ab69-ba7a114e1ab9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.523994 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350a7b17-d9b4-4234-ab69-ba7a114e1ab9,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:18.578980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42fdae75-f8c0-4b33-992f-57bd8ec90943 admin admin] Publish callbacks [] for security_group (a2fbb0ce-b57b-4667-8519-49c6d89649bd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.629131 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.630688 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-52b993a4-b2df-4406-b02d-b3dcdfb1e70c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753793 Jun 01 04:30:18.636641 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58340) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:18.641386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'security_group_rule': {'security_group_id': 'ecc32472-3542-4111-abaa-754591598954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:18.659252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42fdae75-f8c0-4b33-992f-57bd8ec90943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a2fbb0ce-b57b-4667-8519-49c6d89649bd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.704242 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-42fdae75-f8c0-4b33-992f-57bd8ec90943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c26c3e029084baf95be400f04e78df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214645 Jun 01 04:30:18.706229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdae75-f8c0-4b33-992f-57bd8ec90943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fbb0ce-b57b-4667-8519-49c6d89649bd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:18.706831 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58342) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:18.746252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (3eafb625-3a34-4462-ba58-5ee3cfe31d52), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.760631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] Publish callbacks [] for security_group (a2fbb0ce-b57b-4667-8519-49c6d89649bd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.783384 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] Publish callbacks [] for security_group (a2fbb0ce-b57b-4667-8519-49c6d89649bd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.794753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:18.807162 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (3eafb625-3a34-4462-ba58-5ee3cfe31d52), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.912924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (3eafb625-3a34-4462-ba58-5ee3cfe31d52), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.932596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eafb625-3a34-4462-ba58-5ee3cfe31d52,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:18.945197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a2fbb0ce-b57b-4667-8519-49c6d89649bd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.948079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:18.949293 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2fbb0ce-b57b-4667-8519-49c6d89649bd HTTP/1.1" status: 204 len: 168 time: 0.2413483 Jun 01 04:30:18.958284 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d10b-068c-46f5-8e0e-a7c92abc1e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fbb0ce-b57b-4667-8519-49c6d89649bd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:19.017707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.018942 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7ab15185-6426-4753-ac11-69aa56892e4d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812897 Jun 01 04:30:19.022017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58346) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:19.026922 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:19.141568 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.243261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.253684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:19.359533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Allocated IP 172.27.0.37 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/c7f3e289-ce54-45a1-a8e8-05ebdc8b013d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:19.472362 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.598780 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-78dd5fda-987c-4315-9d08-100f90de9c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.606458 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.654934 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:19.658006 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:19.660423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:19.692487 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'Port': ['ID=c7f3e289-ce54-45a1-a8e8-05ebdc8b013d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:19.745440 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:19.758389 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58382) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:19.767937 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.775258 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc9685fb-0e01-44f4-9233-397e8f0e3df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.854707 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc9685fb-0e01-44f4-9233-397e8f0e3df4 admin admin] Publish callbacks [] for security_group (b9f11b0e-dc14-4817-b924-98cb5e2a1844), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.943837 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:19.951109 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc9685fb-0e01-44f4-9233-397e8f0e3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b9f11b0e-dc14-4817-b924-98cb5e2a1844), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.000078 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fc9685fb-0e01-44f4-9233-397e8f0e3df4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47c563dd990c45db80f5760b40ff67c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399676 Jun 01 04:30:20.001135 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9685fb-0e01-44f4-9233-397e8f0e3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f11b0e-dc14-4817-b924-98cb5e2a1844,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:20.002819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58388) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:20.129895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] Publish callbacks [] for security_group (b9f11b0e-dc14-4817-b924-98cb5e2a1844), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.160439 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] Publish callbacks [] for security_group (b9f11b0e-dc14-4817-b924-98cb5e2a1844), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.226616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.268679 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e77f53f2-afd9-4725-9f83-6d76a6786cce no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:30:20.288347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: e77f53f2-afd9-4725-9f83-6d76a6786cce {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:30:20.288686 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e77f53f2-afd9-4725-9f83-6d76a6786cce not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:30:20.301390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.354252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b9f11b0e-dc14-4817-b924-98cb5e2a1844), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.356813 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.358369 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9f11b0e-dc14-4817-b924-98cb5e2a1844 HTTP/1.1" status: 204 len: 168 time: 0.3537984 Jun 01 04:30:20.359251 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:20.385494 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'Port': ['ID=c7f3e289-ce54-45a1-a8e8-05ebdc8b013d,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:20.390117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567da24-9f7a-48f0-a28c-1938cda62534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f11b0e-dc14-4817-b924-98cb5e2a1844,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:20.394375 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.492063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:20.493636 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8aa31e02-b71f-4310-93d7-7f85db3c1230 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4706686 Jun 01 04:30:20.723589 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-e87fd96d-5ac5-4d85-aed0-1251eeaa829c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1318378961&fields=id&tenant_id=bda53dca70e54e208b2767a833923234 HTTP/1.1" status: 200 len: 267 time: 0.0687232 Jun 01 04:30:20.823826 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:20.838862 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-a67de464-b83d-41ff-9b7b-8a981d92ada3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:20.840350 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-a67de464-b83d-41ff-9b7b-8a981d92ada3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.1159768 Jun 01 04:30:20.856392 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7cea27aa-27e1-4093-912a-1b256eb44e92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/quotas/bda53dca70e54e208b2767a833923234 HTTP/1.1" status: 200 len: 375 time: 0.0103452 Jun 01 04:30:20.916431 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-850e446d-ab6a-4b76-931f-3baa58d20523 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544796 Jun 01 04:30:21.003126 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:21.018364 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-d50e00c2-502b-47b3-87ef-78ecff0012d1 service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906944 Jun 01 04:30:21.119843 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-acacfc4f-838c-4124-9165-e9ffc65d2cef service neutron] 10.222.0.18 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954838 Jun 01 04:30:21.168885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58484) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:21.191564 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9c573b0-405b-4153-8b9e-0aa88ed006c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.291337 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9c573b0-405b-4153-8b9e-0aa88ed006c8 admin admin] Publish callbacks [] for security_group (73b733dd-b31f-4a28-9abc-6c04bd6eefc3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.295903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58490) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:21.413278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9c573b0-405b-4153-8b9e-0aa88ed006c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (73b733dd-b31f-4a28-9abc-6c04bd6eefc3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.424599 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ed2553ea-04bc-423c-991d-763b1e2547b0 req-a5d7baf4-ed35-4d6c-ae28-97355fe55008 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0508003 Jun 01 04:30:21.469673 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-61765db9-503d-4e10-9a75-2bba92e68a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.488023 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e9c573b0-405b-4153-8b9e-0aa88ed006c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdbb3070fb54f8685b4729996b2f265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184235 Jun 01 04:30:21.489070 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c573b0-405b-4153-8b9e-0aa88ed006c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b733dd-b31f-4a28-9abc-6c04bd6eefc3,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:21.490659 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58500) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:21.527473 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:21.563533 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] Publish callbacks [] for security_group (73b733dd-b31f-4a28-9abc-6c04bd6eefc3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.581542 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-61765db9-503d-4e10-9a75-2bba92e68a3a admin admin] Publish callbacks [] for security_group (42562d15-1cec-4d6f-95f1-d2b1823c9294), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.591746 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] Publish callbacks [] for security_group (73b733dd-b31f-4a28-9abc-6c04bd6eefc3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.666978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-61765db9-503d-4e10-9a75-2bba92e68a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (42562d15-1cec-4d6f-95f1-d2b1823c9294), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.707658 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-61765db9-503d-4e10-9a75-2bba92e68a3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=020f959e6c9942dda641d2488c175270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106884 Jun 01 04:30:21.708793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61765db9-503d-4e10-9a75-2bba92e68a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42562d15-1cec-4d6f-95f1-d2b1823c9294,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:21.710579 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58512) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:21.725018 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (73b733dd-b31f-4a28-9abc-6c04bd6eefc3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.728182 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.729316 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73b733dd-b31f-4a28-9abc-6c04bd6eefc3 HTTP/1.1" status: 204 len: 168 time: 0.2366638 Jun 01 04:30:21.747466 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fadb-0f07-42b9-a9ab-5741010c2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b733dd-b31f-4a28-9abc-6c04bd6eefc3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:21.777829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] Publish callbacks [] for security_group (42562d15-1cec-4d6f-95f1-d2b1823c9294), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.808499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] Publish callbacks [] for security_group (42562d15-1cec-4d6f-95f1-d2b1823c9294), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:21.970087 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b5393203-435c-423b-9b36-64a0575fba5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:22.032700 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (42562d15-1cec-4d6f-95f1-d2b1823c9294), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:22.035203 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:22.036371 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42562d15-1cec-4d6f-95f1-d2b1823c9294 HTTP/1.1" status: 204 len: 168 time: 0.3247437 Jun 01 04:30:22.045787 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d85db5-ad8c-43fe-84ad-43138e4237d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42562d15-1cec-4d6f-95f1-d2b1823c9294,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:22.509795 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dee5569f-5ebd-47fd-8ad2-6e27231b07e3 req-270f5fad-e647-43a7-aab0-a25eacbb5622 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0319066 Jun 01 04:30:23.164244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:23.550652 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58668) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:23.637619 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48eec2f0-2ccd-476f-9958-985e971bbcf4 req-d136e11b-2af4-4985-9f49-7bf7a0d178ae tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0398002 Jun 01 04:30:23.688663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-513323009-network', 'tenant_id': '9369d530285849b3a9eac5e0034d3170'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:23.780977 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Made reservation on behalf of 9369d530285849b3a9eac5e0034d3170 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:30:23.783580 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:23.793508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:23.879388 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks [] for security_group (e477cb79-4d6e-4d0d-b7ed-ad5426ff0411), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.004125 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e477cb79-4d6e-4d0d-b7ed-ad5426ff0411), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.032809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:30:24.043239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e477cb79-4d6e-4d0d-b7ed-ad5426ff0411,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:24.048172 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (0b698ece-6a44-40bb-8337-60d73057e921), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.048556 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Added segment 0b698ece-6a44-40bb-8337-60d73057e921 of type vlan for network e3dc963a-6f83-4418-ad4a-91353c23b06d Jun 01 04:30:24.092595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (e3dc963a-6f83-4418-ad4a-91353c23b06d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.257381 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=4,neutron:SELECT=75,neutron:INSERT=21 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:24.285786 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-d92fd303-89de-442e-ac9a-3244443ff6c2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:24.287341 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-d92fd303-89de-442e-ac9a-3244443ff6c2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 818 time: 0.1065617 Jun 01 04:30:24.299989 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (e3dc963a-6f83-4418-ad4a-91353c23b06d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.302447 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:24.303386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.448333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] Pushing event updated for resources: {'Network': ['ID=e3dc963a-6f83-4418-ad4a-91353c23b06d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:24.457741 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8d2b262f-ece5-4e85-ad43-ca8fd27a6b9f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9059479 Jun 01 04:30:24.462541 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58706) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:24.463350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network e3dc963a-6f83-4418-ad4a-91353c23b06d details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:30:24.471634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Request body: {'subnet': {'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-513323009-subnet', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:24.498069 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:24.500089 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-a15995a7-a59f-4bc3-b386-270c72b539ae tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bda53dca70e54e208b2767a833923234 HTTP/1.1" status: 200 len: 380 time: 0.1649761 Jun 01 04:30:24.515268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'port': {'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'admin_state_up': True, 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'security_groups': ['ecc32472-3542-4111-abaa-754591598954']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:24.615505 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Made reservation on behalf of 9369d530285849b3a9eac5e0034d3170 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:30:24.618511 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25790759'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.644984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.791267 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c260d48a-2d8c-4a61-a8bd-9ffcbcab56f5 req-85616122-ca02-4e6e-a2c2-c2d86ba9f8fc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0429161 Jun 01 04:30:24.850036 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Made reservation on behalf of bda53dca70e54e208b2767a833923234 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:30:24.857824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:24.926277 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:24.951464 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25790769'] for subnet (531bc883-7937-46f0-98d3-52aaca1a4af7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.022498 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531bc883-7937-46f0-98d3-52aaca1a4af7,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:25.031745 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Allocated IP 172.20.0.3 (df968078-6547-44fa-a4b9-d4e6c486e9a4/b45d334c-d599-486f-9bf6-25cdbd32bfc8/ca205306-46cb-4b2c-ad84-b2f690075069) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:25.037280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:25.039602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Network hostable DHCP agents. Network: e3dc963a-6f83-4418-ad4a-91353c23b06d, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:30:25.182091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for port (ca205306-46cb-4b2c-ad84-b2f690075069), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.187051 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:30:25.301120 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, e3dc963a-6f83-4418-ad4a-91353c23b06d) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:25.305951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:25.306596 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.316317 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79adc5a-b096-4016-8e75-9573d611a2ff None None] Network e3dc963a-6f83-4418-ad4a-91353c23b06d requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:30:25.336737 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.381770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:25.385777 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:25.389588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:25.411921 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event updated for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:25.434244 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ef3b6058-cb88-40ac-9ea4-3bb01d2ec596 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9679558 Jun 01 04:30:25.438409 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58766) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:25.445620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:25.448984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-e3dc963a-6f83-4418-ad4a-91353c23b06d', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:30:25.449944 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.480286 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:25.482925 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.542044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.543798 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.547325 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:25.648279 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7f93e001-4ee8-46c7-837f-9aae9c3fdc59 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340110 Jun 01 04:30:25.672932 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for router_controller (cc65de2e-0a5e-44b3-aee6-b69565c4841e), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.685557 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Allocated IP 172.20.0.2 (e3dc963a-6f83-4418-ad4a-91353c23b06d/531bc883-7937-46f0-98d3-52aaca1a4af7/c5c3b219-f661-4650-bc52-411095420239) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:25.702684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Request body: {'port': {'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:25.796140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.956056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for router_gateway (cc65de2e-0a5e-44b3-aee6-b69565c4841e), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.962418 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-1c42b2f0-41d3-4735-9bd3-c920fdbb6734 None None] Provisioning complete for port ca205306-46cb-4b2c-ad84-b2f690075069 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:25.962836 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1c42b2f0-41d3-4735-9bd3-c920fdbb6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:25.988911 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks [] for port (c5c3b219-f661-4650-bc52-411095420239), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.021666 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1c42b2f0-41d3-4735-9bd3-c920fdbb6734 None None] Port ca205306-46cb-4b2c-ad84-b2f690075069 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:26.067957 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3111fa6-53d7-4bb7-9265-d16aec1a373f req-794b8ea7-78d9-4776-8b71-258936c02323 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:26.069508 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d3111fa6-53d7-4bb7-9265-d16aec1a373f req-794b8ea7-78d9-4776-8b71-258936c02323 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 931 time: 0.1425166 Jun 01 04:30:26.139015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (c5c3b219-f661-4650-bc52-411095420239), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.158423 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.183732 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:26.187718 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:26.208284 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:26.279140 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:26.286723 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Pushing event updated for resources: {'Port': ['ID=c5c3b219-f661-4650-bc52-411095420239,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:26.300625 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Attempting to bind port c5c3b219-f661-4650-bc52-411095420239 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:26.301049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Attempting to bind port c5c3b219-f661-4650-bc52-411095420239 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:26.301650 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Attempting to bind port c5c3b219-f661-4650-bc52-411095420239 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:26.303777 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:26.308346 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:26.308976 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:26.309861 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.309861 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Bound using segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:26.310304 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Bound port: c5c3b219-f661-4650-bc52-411095420239, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:26.310690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c5c3b219-f661-4650-bc52-411095420239), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.327061 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for router_gateway (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.347260 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.386896 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] For port c5c3b219-f661-4650-bc52-411095420239, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:26.392704 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] For port c5c3b219-f661-4650-bc52-411095420239, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=c5c3b219-f661-4650-bc52-411095420239,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:26.416320 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:26.443664 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d3111fa6-53d7-4bb7-9265-d16aec1a373f req-99cf4a63-6016-41cb-a7e1-74d2369c69a9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981126 Jun 01 04:30:26.499836 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c5c3b219-f661-4650-bc52-411095420239), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.500106 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Allocated IP 172.27.0.95 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/48867f38-4177-4bc4-973f-16ac62719af8) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:26.514042 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:26.522988 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca205306-46cb-4b2c-ad84-b2f690075069 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:30:26.533653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks [] for port (ca205306-46cb-4b2c-ad84-b2f690075069), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.560936 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Transition to ACTIVE for port object ca205306-46cb-4b2c-ad84-b2f690075069 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:30:26.572779 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bcbd-30b5-4e4f-a8fc-79e219de2305 None None] Pushing event updated for resources: {'Port': ['ID=c5c3b219-f661-4650-bc52-411095420239,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:26.639034 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.665773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for port (48867f38-4177-4bc4-973f-16ac62719af8), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.699377 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Pushing event updated for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:26.779284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Attempting to bind port ca205306-46cb-4b2c-ad84-b2f690075069 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:26.779677 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Attempting to bind port ca205306-46cb-4b2c-ad84-b2f690075069 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:26.779955 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Attempting to bind port ca205306-46cb-4b2c-ad84-b2f690075069 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:26.784762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Port ca205306-46cb-4b2c-ad84-b2f690075069 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:30:26.785165 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Attempting to bind port ca205306-46cb-4b2c-ad84-b2f690075069 on network df968078-6547-44fa-a4b9-d4e6c486e9a4 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:26.790904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:26.794229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Checking segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:26.794832 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Bound using segment: {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:26.795551 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Bound port: ca205306-46cb-4b2c-ad84-b2f690075069, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704f2e44-9a9c-4704-ad85-14fbfa535802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:26.800313 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.835044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (48867f38-4177-4bc4-973f-16ac62719af8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:26.894047 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:26.900776 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:26.904923 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:26.908442 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Pushing event updated for resources: {'Port': ['ID=48867f38-4177-4bc4-973f-16ac62719af8,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:26.932594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:26.938681 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ca205306-46cb-4b2c-ad84-b2f690075069,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:27.079395 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.115842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.116370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.119781 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] 10.222.0.45 "PUT /v2.0/ports/ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 1093 time: 1.4232085 Jun 01 04:30:27.119781 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:30:27.121124 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66608e8-0ff3-4c13-9cba-b14078c69cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:30:27.162750 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80662a3e-2d43-4c4a-89b6-6fddb90c90d1 x-openstack-request-id: req-80662a3e-2d43-4c4a-89b6-6fddb90c90d1 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:30:27.163048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:30:27.163339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80662a3e-2d43-4c4a-89b6-6fddb90c90d1 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:30:27.163881 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80662a3e-2d43-4c4a-89b6-6fddb90c90d1'] response: {'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'status': 'completed', 'code': 200} Jun 01 04:30:27.171453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94016059-5e0e-4215-ad7a-47d3d325d186 service neutron] Pushing event updated for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:27.263710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-cc02f1a9-fba2-4611-b023-f1333b2bf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.265595 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-cc02f1a9-fba2-4611-b023-f1333b2bf737 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1127 time: 0.0474298 Jun 01 04:30:27.356683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device c5c3b219-f661-4650-bc52-411095420239 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:27.423393 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for router_gateway (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.431996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port c5c3b219-f661-4650-bc52-411095420239 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:27.432370 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c5c3b219-f661-4650-bc52-411095420239), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.444490 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-2eb15d0c-a739-4616-a8b5-2f3c3cdbe303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.446762 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-2eb15d0c-a739-4616-a8b5-2f3c3cdbe303 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bda53dca70e54e208b2767a833923234&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1583638 Jun 01 04:30:27.565169 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port c5c3b219-f661-4650-bc52-411095420239 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:27.565573 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c5c3b219-f661-4650-bc52-411095420239), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.628683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port c5c3b219-f661-4650-bc52-411095420239, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=c5c3b219-f661-4650-bc52-411095420239,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:27.678299 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-1043b8ac-d73e-4d9c-8039-9ce23f9d0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.680772 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a66608e8-0ff3-4c13-9cba-b14078c69cd5 req-1043b8ac-d73e-4d9c-8039-9ce23f9d0931 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251599 Jun 01 04:30:27.692082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253924ed-3b72-4fb5-ad87-4d29b158106b req-84db6730-c506-4909-a06c-26627f60a685 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.695565 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c5c3b219-f661-4650-bc52-411095420239), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.707548 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-253924ed-3b72-4fb5-ad87-4d29b158106b req-84db6730-c506-4909-a06c-26627f60a685 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.1392832 Jun 01 04:30:27.767015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=c5c3b219-f661-4650-bc52-411095420239,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:27.829069 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7fad6115-c879-40b0-9ecc-3023b8adef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.830976 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-7fad6115-c879-40b0-9ecc-3023b8adef6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1127 time: 0.0678835 Jun 01 04:30:27.846064 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-253924ed-3b72-4fb5-ad87-4d29b158106b req-bf02a581-bc31-4b7c-8b26-468a0d896bfc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346443 Jun 01 04:30:27.898455 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-03c56812-b920-4937-acf5-20709ea0707f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 217 time: 0.0514271 Jun 01 04:30:27.899647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30586ad6-b23d-4188-9b10-59bb8d8bfe97 None None] Network e3dc963a-6f83-4418-ad4a-91353c23b06d requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:30:27.943779 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58820) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:27.969326 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-bddabe5d-ea07-413e-9da3-a0f72a0274f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:27.970789 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-bddabe5d-ea07-413e-9da3-a0f72a0274f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0659149 Jun 01 04:30:27.974568 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:27.976625 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-5c5082dc-3d93-4dda-97e7-30e012d37d39 None None] Provisioning complete for port c5c3b219-f661-4650-bc52-411095420239 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:27.983878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5c5082dc-3d93-4dda-97e7-30e012d37d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c5c3b219-f661-4650-bc52-411095420239), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.018758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-c0c4c14d-8a1d-4f42-8967-b6b0395a12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:28.020271 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-c0c4c14d-8a1d-4f42-8967-b6b0395a12dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426629 Jun 01 04:30:28.165763 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f81d43fc-54d6-4509-9c01-578548b87f6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2080f03ddd148889160f6f51aa71955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180421 Jun 01 04:30:28.167699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58826) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:28.174012 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-5c5082dc-3d93-4dda-97e7-30e012d37d39 None None] Current status of the port c5c3b219-f661-4650-bc52-411095420239 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:28.192079 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-829a3029-2b68-4c53-9c1a-e86afbdf5c58 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611729 Jun 01 04:30:28.290633 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:30:28.294069 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] Publish callbacks [] for security_group (a7f49fdc-4639-4f39-af1c-31b5cef4ecdb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.340374 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] Publish callbacks [] for security_group (a7f49fdc-4639-4f39-af1c-31b5cef4ecdb), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.348642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f5c6decf-ff3d-4cb5-adf1-b92686838906 req-c77bf56e-a16b-4ef7-8af0-c85fcafbe03c service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457963 Jun 01 04:30:28.391523 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-b392b1a9-fa66-427d-a3e0-b1f0bcb6115f None None] Provisioning complete for port c5c3b219-f661-4650-bc52-411095420239 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:28.392603 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b392b1a9-fa66-427d-a3e0-b1f0bcb6115f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c5c3b219-f661-4650-bc52-411095420239), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.404432 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:30:28.412960 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184760-df04-4327-8262-249dd745942a None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:30:28.424322 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4184760-df04-4327-8262-249dd745942a None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:28.425014 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d4184760-df04-4327-8262-249dd745942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:28.479794 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b392b1a9-fa66-427d-a3e0-b1f0bcb6115f None None] Current status of the port c5c3b219-f661-4650-bc52-411095420239 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:28.489872 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a7f49fdc-4639-4f39-af1c-31b5cef4ecdb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.494384 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.495184 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.498208 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7f49fdc-4639-4f39-af1c-31b5cef4ecdb HTTP/1.1" status: 204 len: 168 time: 0.3281529 Jun 01 04:30:28.499323 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-29ce23a9-d4ac-4acb-a5a1-bbf4051525e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0597262 Jun 01 04:30:28.499938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58830) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:28.512383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6c49-135d-4519-8341-fd1d8ee0fd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f49fdc-4639-4f39-af1c-31b5cef4ecdb,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:28.556904 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d4184760-df04-4327-8262-249dd745942a None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:28.740355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d4184760-df04-4327-8262-249dd745942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:27Z', 'revision_number': 3, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:28.870584 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184760-df04-4327-8262-249dd745942a None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:30:28.871391 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184760-df04-4327-8262-249dd745942a None None] Updating router cc65de2e-0a5e-44b3-aee6-b69565c4841e port 48867f38-4177-4bc4-973f-16ac62719af8 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:30:28.907069 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (48867f38-4177-4bc4-973f-16ac62719af8), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:28.973962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.035440 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc2d7-628c-44ad-9e4e-5ac464bec69d req-27a14000-74fe-477e-9db8-2d12a0a18f4b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:29.037308 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a0bc2d7-628c-44ad-9e4e-5ac464bec69d req-27a14000-74fe-477e-9db8-2d12a0a18f4b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0981998 Jun 01 04:30:29.042005 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.174920 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a0bc2d7-628c-44ad-9e4e-5ac464bec69d req-e50fa6e3-0fd0-451c-a8d6-2101bb43dd24 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169956 Jun 01 04:30:29.179482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.266621 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks [] for port (48867f38-4177-4bc4-973f-16ac62719af8), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.291232 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.296706 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Allocated IP 172.20.0.1 (e3dc963a-6f83-4418-ad4a-91353c23b06d/531bc883-7937-46f0-98d3-52aaca1a4af7/be074c56-0ad0-4096-a943-e2f6ce4d05e5) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:29.303463 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device c5c3b219-f661-4650-bc52-411095420239 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:29.351132 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port c5c3b219-f661-4650-bc52-411095420239 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:29.351534 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c5c3b219-f661-4650-bc52-411095420239), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.378555 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.381159 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (48867f38-4177-4bc4-973f-16ac62719af8), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.425165 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks [] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.442415 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Pushing event updated for resources: {'Port': ['ID=48867f38-4177-4bc4-973f-16ac62719af8,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:29.456131 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d4184760-df04-4327-8262-249dd745942a None None] Attempting to bind port 48867f38-4177-4bc4-973f-16ac62719af8 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:29.456505 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d4184760-df04-4327-8262-249dd745942a None None] Attempting to bind port 48867f38-4177-4bc4-973f-16ac62719af8 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:29.456860 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4184760-df04-4327-8262-249dd745942a None None] Attempting to bind port 48867f38-4177-4bc4-973f-16ac62719af8 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:29.460837 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.461172 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.462331 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.462840 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.463357 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.463856 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.464317 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.464803 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.465320 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.465792 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.466292 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.466636 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.466961 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.467276 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.467620 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:29.473708 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4184760-df04-4327-8262-249dd745942a None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:29.474078 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4184760-df04-4327-8262-249dd745942a None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:29.474468 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.474845 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4184760-df04-4327-8262-249dd745942a None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:29.475327 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d4184760-df04-4327-8262-249dd745942a None None] Bound port: 48867f38-4177-4bc4-973f-16ac62719af8, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:29.475698 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (48867f38-4177-4bc4-973f-16ac62719af8), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.533611 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d4184760-df04-4327-8262-249dd745942a None None] For port 48867f38-4177-4bc4-973f-16ac62719af8, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:29.537461 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d4184760-df04-4327-8262-249dd745942a None None] For port 48867f38-4177-4bc4-973f-16ac62719af8, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=48867f38-4177-4bc4-973f-16ac62719af8,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:29.547909 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.552347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port c5c3b219-f661-4650-bc52-411095420239 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:29.578935 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.590409 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:29.593361 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:29.599394 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:29.605132 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Pushing event updated for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:29.648846 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d4184760-df04-4327-8262-249dd745942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (48867f38-4177-4bc4-973f-16ac62719af8), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.650821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.652285 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.732676 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4184760-df04-4327-8262-249dd745942a None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:29.733369 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d4184760-df04-4327-8262-249dd745942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:29.778851 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f319-a9d3-4968-ae89-25bfec1d6e88 None None] Pushing event updated for resources: {'Port': ['ID=48867f38-4177-4bc4-973f-16ac62719af8,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:29.799226 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.816484 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:29.833218 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-64f8b1ca-2eaf-4a39-9d51-00d0bdb776d1 None None] Provisioning complete for port be074c56-0ad0-4096-a943-e2f6ce4d05e5 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:29.833218 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-64f8b1ca-2eaf-4a39-9d51-00d0bdb776d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.851208 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:29.873670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-64f8b1ca-2eaf-4a39-9d51-00d0bdb776d1 None None] Port be074c56-0ad0-4096-a943-e2f6ce4d05e5 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:29.887735 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d4184760-df04-4327-8262-249dd745942a None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:29.917087 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:30.066643 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d4184760-df04-4327-8262-249dd745942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:27Z', 'revision_number': 3, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:30.092327 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4184760-df04-4327-8262-249dd745942a None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:27Z', 'revision_number': 3, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:30:30.124808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks [] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:30.215209 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:30.289469 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Pushing event updated for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:30.298958 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:30.314567 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa61ff-fdb2-49f5-92f3-7bc12f1b098b req-cbcfc9b2-daa9-4944-8574-8c7f2c3bd03d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:30.316227 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80aa61ff-fdb2-49f5-92f3-7bc12f1b098b req-cbcfc9b2-daa9-4944-8574-8c7f2c3bd03d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0628917 Jun 01 04:30:30.393775 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80aa61ff-fdb2-49f5-92f3-7bc12f1b098b req-3d9c6dd8-2167-4017-a03e-d8f2a450b255 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713031 Jun 01 04:30:30.426430 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:30.432163 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:30.569149 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:30:30.699272 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-13d30160-22b7-413e-bdee-b8f2b849be91 None None] Provisioning complete for port be074c56-0ad0-4096-a943-e2f6ce4d05e5 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:30.701363 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-13d30160-22b7-413e-bdee-b8f2b849be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:30.712407 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:30:30.717804 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a62a6c6c-7aa1-4953-b299-70a0dbc3a908 admin admin] 10.222.0.18 "PUT /v2.0/routers/cc65de2e-0a5e-44b3-aee6-b69565c4841e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2168701 Jun 01 04:30:30.755061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-13d30160-22b7-413e-bdee-b8f2b849be91 None None] Port be074c56-0ad0-4096-a943-e2f6ce4d05e5 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:30.760503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:30.832502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:30.994141 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:31.249732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:31.294348 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 48867f38-4177-4bc4-973f-16ac62719af8 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:31.357270 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 48867f38-4177-4bc4-973f-16ac62719af8 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:31.358079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (48867f38-4177-4bc4-973f-16ac62719af8), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:31.449890 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:31.454022 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 48867f38-4177-4bc4-973f-16ac62719af8 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:31.454394 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (48867f38-4177-4bc4-973f-16ac62719af8), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:31.480235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 48867f38-4177-4bc4-973f-16ac62719af8, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=48867f38-4177-4bc4-973f-16ac62719af8,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:31.536265 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0951f9-15d3-40ee-86f0-7f80576d965f req-9215edba-c803-4052-a14d-bab6798cd86c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:31.537873 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c0951f9-15d3-40ee-86f0-7f80576d965f req-9215edba-c803-4052-a14d-bab6798cd86c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0560277 Jun 01 04:30:31.598819 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c0951f9-15d3-40ee-86f0-7f80576d965f req-a9162ef4-5981-488a-80a4-d63d93b2600a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545325 Jun 01 04:30:31.886339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58866) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:31.886339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-641725841-network', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:31.888471 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (48867f38-4177-4bc4-973f-16ac62719af8), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:31.888471 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=48867f38-4177-4bc4-973f-16ac62719af8,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:31.922229 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:30:31.933400 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:31.934019 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:32.055222 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:32.055860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Made reservation on behalf of f6280619df0e4dac84868ea94e7885e8 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:30:32.059735 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.071283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.131908 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:32.170706 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks [] for security_group (3fa7a203-2ad0-4609-94d4-f88b31352072), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.250690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:32.260899 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 2, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:32.291072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:30:32.291534 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Updating router cc65de2e-0a5e-44b3-aee6-b69565c4841e port be074c56-0ad0-4096-a943-e2f6ce4d05e5 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:30:32.307262 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3fa7a203-2ad0-4609-94d4-f88b31352072), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.322733 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.335927 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:30:32.347641 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7a203-2ad0-4609-94d4-f88b31352072,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:32.352900 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (5109e37c-1acc-427f-ba65-704523909a6e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.353453 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Added segment 5109e37c-1acc-427f-ba65-704523909a6e of type vlan for network f80c4642-7fd4-4913-9021-d3d85ec756eb Jun 01 04:30:32.399730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (f80c4642-7fd4-4913-9021-d3d85ec756eb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.480617 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:32.592561 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (f80c4642-7fd4-4913-9021-d3d85ec756eb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.593781 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:32.594370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.642181 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks [] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.667940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] Pushing event updated for resources: {'Network': ['ID=f80c4642-7fd4-4913-9021-d3d85ec756eb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:32.679731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network f80c4642-7fd4-4913-9021-d3d85ec756eb details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:30:32.749088 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.754955 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-04c8dea5-fc21-4e27-8ed5-8b0015377a56 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0746212 Jun 01 04:30:32.757753 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58874) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:32.765566 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Request body: {'subnet': {'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-641725841-subnet', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:32.775703 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f2aa-4933-4816-88bf-a4c577c09a3d req-7fd0baa3-b009-43ba-92b2-63bb83e71921 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:32.777575 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7c78f2aa-4933-4816-88bf-a4c577c09a3d req-7fd0baa3-b009-43ba-92b2-63bb83e71921 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0653617 Jun 01 04:30:32.821002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Pushing event updated for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:32.873628 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7c78f2aa-4933-4816-88bf-a4c577c09a3d req-dfaa9b66-4574-4f62-91f3-3c0afda1aeda tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713115 Jun 01 04:30:32.880633 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.880988 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.881335 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.881887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.882067 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.882341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.882675 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.883048 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.883444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.883783 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.884114 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.884441 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.884762 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.885085 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.885405 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:32.899559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Made reservation on behalf of f6280619df0e4dac84868ea94e7885e8 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:30:32.905590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25790759'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.907970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Attempting to bind port be074c56-0ad0-4096-a943-e2f6ce4d05e5 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:32.908442 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Attempting to bind port be074c56-0ad0-4096-a943-e2f6ce4d05e5 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:32.908696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Attempting to bind port be074c56-0ad0-4096-a943-e2f6ce4d05e5 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:32.915265 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:32.915805 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:32.916084 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.916475 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Bound using segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:32.916949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Bound port: be074c56-0ad0-4096-a943-e2f6ce4d05e5, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:32.917323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:32.993350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] For port be074c56-0ad0-4096-a943-e2f6ce4d05e5, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:32.997178 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] For port be074c56-0ad0-4096-a943-e2f6ce4d05e5, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=be074c56-0ad0-4096-a943-e2f6ce4d05e5,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:33.106591 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-fed09d80-34ec-4f81-84ff-a19c72c22ad6 None None] Provisioning complete for port be074c56-0ad0-4096-a943-e2f6ce4d05e5 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:33.107332 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fed09d80-34ec-4f81-84ff-a19c72c22ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.137420 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.193742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-fed09d80-34ec-4f81-84ff-a19c72c22ad6 None None] Port be074c56-0ad0-4096-a943-e2f6ce4d05e5 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:33.233788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:33.233788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:33.234316 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e0795-d43a-4d8e-9095-39e25f44b3a9 None None] Pushing event updated for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:33.262239 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25790769'] for subnet (2eb73e2c-e90a-4528-a21a-5184f8577bcd), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.346866 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb73e2c-e90a-4528-a21a-5184f8577bcd,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:33.355862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 48867f38-4177-4bc4-973f-16ac62719af8 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:33.406379 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Checking segment: {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:33.406737 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Network hostable DHCP agents. Network: f80c4642-7fd4-4913-9021-d3d85ec756eb, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:30:33.411259 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:33.504256 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 48867f38-4177-4bc4-973f-16ac62719af8 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:33.504559 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (48867f38-4177-4bc4-973f-16ac62719af8), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.527651 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Network f80c4642-7fd4-4913-9021-d3d85ec756eb is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:30:33.580398 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Provisioning complete for port be074c56-0ad0-4096-a943-e2f6ce4d05e5 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:33.580688 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.615752 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, f80c4642-7fd4-4913-9021-d3d85ec756eb) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:33.645031 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:33.645727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.732946 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f7edbbc6-2e7d-4e56-9361-7073db7f99ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9734719 Jun 01 04:30:33.735943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58880) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:33.743054 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3831f-6f82-414f-939f-d13fe2db3c38 None None] Network f80c4642-7fd4-4913-9021-d3d85ec756eb requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:30:33.743207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:33.753299 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:33.844989 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (7075008e-ee65-49aa-a572-74cd37d6b328), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.846199 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (7075008e-ee65-49aa-a572-74cd37d6b328), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.908964 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:33.925185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for router_controller (7075008e-ee65-49aa-a572-74cd37d6b328), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.943355 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 48867f38-4177-4bc4-973f-16ac62719af8 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:33.991657 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Current status of the port be074c56-0ad0-4096-a943-e2f6ce4d05e5 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:33.992042 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:33.996978 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:32Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:34.007853 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-f80c4642-7fd4-4913-9021-d3d85ec756eb', 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb', 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'fixed_ips': [{'subnet_id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:30:34.009536 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.047363 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972bc01-916a-4ff9-8a83-50623abae433 req-c67a77ad-fe74-427d-8ede-c6053a0d3001 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:34.052680 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6c0a-f770-4efe-82a7-0251a9ba5ac7 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:32Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:30:34.062345 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d972bc01-916a-4ff9-8a83-50623abae433 req-c67a77ad-fe74-427d-8ede-c6053a0d3001 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0798516 Jun 01 04:30:34.098883 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] For port be074c56-0ad0-4096-a943-e2f6ce4d05e5, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=be074c56-0ad0-4096-a943-e2f6ce4d05e5,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:34.152570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:34.166986 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d972bc01-916a-4ff9-8a83-50623abae433 req-8e2c58b4-f16a-4663-9260-8d6ec655b457 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031837 Jun 01 04:30:34.264837 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for router_gateway (7075008e-ee65-49aa-a572-74cd37d6b328), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.271161 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.374976 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e640c-2ca7-4af7-ad74-c8dcdc7b64a2 None None] Pushing event updated for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:34.380389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Allocated IP 172.20.0.2 (f80c4642-7fd4-4913-9021-d3d85ec756eb/2eb73e2c-e90a-4528-a21a-5184f8577bcd/dc48059a-cd7e-4c65-975f-4eb80ab50e9a) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:34.587521 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks [] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.629251 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for router_gateway (7075008e-ee65-49aa-a572-74cd37d6b328), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.637996 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:30:34.660597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.669323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.726162 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Network f80c4642-7fd4-4913-9021-d3d85ec756eb is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:34.736711 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:34.739944 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:34.771472 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Pushing event updated for resources: {'Port': ['ID=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:34.821375 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Allocated IP 172.27.0.165 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/b72c0e0c-6126-430d-b2f1-8a5c49507284) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:34.828218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:34.845930 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Attempting to bind port dc48059a-cd7e-4c65-975f-4eb80ab50e9a on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:34.846445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Attempting to bind port dc48059a-cd7e-4c65-975f-4eb80ab50e9a by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:34.851598 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Attempting to bind port dc48059a-cd7e-4c65-975f-4eb80ab50e9a on network f80c4642-7fd4-4913-9021-d3d85ec756eb {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:34.858459 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Checking segment: {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Bound using segment: {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Bound port: dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:34.872206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:34.944350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] For port dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:34.948652 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] For port dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:34.978562 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:35.136141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:35.171049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:35.207977 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bc612-ac69-4766-8410-eb87d8af145e None None] Pushing event updated for resources: {'Port': ['ID=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:35.253040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:35.255622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:35.263712 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:35.326021 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Pushing event updated for resources: {'Port': ['ID=b72c0e0c-6126-430d-b2f1-8a5c49507284,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:35.402821 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device be074c56-0ad0-4096-a943-e2f6ce4d05e5 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:35.424512 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0d064-9bcf-47c7-9829-ab79a98be165 req-473a0b27-0158-4720-a1cf-7ff6fdfd724a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:35.426526 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62f0d064-9bcf-47c7-9829-ab79a98be165 req-473a0b27-0158-4720-a1cf-7ff6fdfd724a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 943 time: 0.0932405 Jun 01 04:30:35.490244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port be074c56-0ad0-4096-a943-e2f6ce4d05e5 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:35.491668 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:35.653625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62f0d064-9bcf-47c7-9829-ab79a98be165 req-0eeda528-e435-402b-a6cf-844a5a87d964 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891179 Jun 01 04:30:35.690001 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:35.695174 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port be074c56-0ad0-4096-a943-e2f6ce4d05e5 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:35.845518 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:35.858050 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for router_gateway (7075008e-ee65-49aa-a572-74cd37d6b328), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.090063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (7075008e-ee65-49aa-a572-74cd37d6b328), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.178613 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device ca205306-46cb-4b2c-ad84-b2f690075069 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:30:36.316936 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Router 7075008e-ee65-49aa-a572-74cd37d6b328 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:30:36.317928 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ca205306-46cb-4b2c-ad84-b2f690075069,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:36.333849 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:30:36.389826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port ca205306-46cb-4b2c-ad84-b2f690075069 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:36.390590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.411467 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca205306-46cb-4b2c-ad84-b2f690075069 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:30:36.437811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ca205306-46cb-4b2c-ad84-b2f690075069,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:36.463870 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:36.480145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:30:36.489257 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2fd9d0-6fcc-4212-9b2b-b6126ead323b None None] Network f80c4642-7fd4-4913-9021-d3d85ec756eb requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:30:36.493978 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Sync routers for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:30:36.510116 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:36.510751 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:36.540454 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:36.545158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.598097 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Provisioning complete for port dc48059a-cd7e-4c65-975f-4eb80ab50e9a triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:36.599000 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.605847 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.610229 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-38871a5c-0819-4d30-b9f2-abfa0e66c91d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8700786 Jun 01 04:30:36.610369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58900) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:36.628702 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:36.713223 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:36.824703 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Current status of the port dc48059a-cd7e-4c65-975f-4eb80ab50e9a is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:36.826356 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.892151 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:35Z', 'revision_number': 3, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:36.896416 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcac99-38c2-454c-9a2d-bdb1dbb688c7 req-1ef6483a-ab72-46b5-98e2-28d4755e5e73 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:36.899049 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ddcac99-38c2-454c-9a2d-bdb1dbb688c7 req-1ef6483a-ab72-46b5-98e2-28d4755e5e73 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 944 time: 0.1084311 Jun 01 04:30:36.929385 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] For port dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:36.949453 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Checking router: 7075008e-ee65-49aa-a572-74cd37d6b328 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:30:36.949453 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Updating router 7075008e-ee65-49aa-a572-74cd37d6b328 port b72c0e0c-6126-430d-b2f1-8a5c49507284 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:30:36.978184 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:36.984057 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ddcac99-38c2-454c-9a2d-bdb1dbb688c7 req-5384c657-7ff7-4ec8-a86a-2a64f663324e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675178 Jun 01 04:30:37.015444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.095479 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162a861-baf3-4c8a-becb-07e9e715aedb None None] Pushing event updated for resources: {'Port': ['ID=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:37.136486 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['ca205306-46cb-4b2c-ad84-b2f690075069'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:30:37.202446 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:37.292127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-57bb663c-1781-4a80-9af6-5163ee929b4a None None] Provisioning complete for port dc48059a-cd7e-4c65-975f-4eb80ab50e9a triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:37.294487 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-57bb663c-1781-4a80-9af6-5163ee929b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.426569 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:37.451799 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device dc48059a-cd7e-4c65-975f-4eb80ab50e9a up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:37.491107 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks [] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.601470 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.631485 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-57bb663c-1781-4a80-9af6-5163ee929b4a None None] Current status of the port dc48059a-cd7e-4c65-975f-4eb80ab50e9a is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:37.660378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port dc48059a-cd7e-4c65-975f-4eb80ab50e9a triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:37.660520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.676899 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-42189d99-764d-49eb-973d-ce0fd71ad812 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343856 Jun 01 04:30:37.713776 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Attempting to bind port b72c0e0c-6126-430d-b2f1-8a5c49507284 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:37.714144 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Attempting to bind port b72c0e0c-6126-430d-b2f1-8a5c49507284 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:37.714500 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Attempting to bind port b72c0e0c-6126-430d-b2f1-8a5c49507284 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:37.716995 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47da36-7fe8-4e57-a22a-99f56169f269 None None] Pushing event updated for resources: {'Port': ['ID=b72c0e0c-6126-430d-b2f1-8a5c49507284,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:37.724725 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:37.725355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:37.726508 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.727713 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:37.728351 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Bound port: b72c0e0c-6126-430d-b2f1-8a5c49507284, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:37.728884 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.792009 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port dc48059a-cd7e-4c65-975f-4eb80ab50e9a is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:37.795746 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] For port b72c0e0c-6126-430d-b2f1-8a5c49507284, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:37.799935 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] For port b72c0e0c-6126-430d-b2f1-8a5c49507284, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=b72c0e0c-6126-430d-b2f1-8a5c49507284,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:37.801762 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:37.806594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b983b1-821a-494a-9dea-7ce876be5808 req-5c86e9ca-2ae4-421c-ae8c-0fd3a72dfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:37.808285 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-5c86e9ca-2ae4-421c-ae8c-0fd3a72dfb61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1130 time: 0.0706127 Jun 01 04:30:37.810476 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:37.858578 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:37.901823 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:38.018940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b983b1-821a-494a-9dea-7ce876be5808 req-c670abce-1d9e-45c5-bf9f-202db865ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:38.020503 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-c670abce-1d9e-45c5-bf9f-202db865ac19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1845257 Jun 01 04:30:38.081911 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:38.082853 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:38.099878 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-0ea8b526-e14d-48f0-af62-2f2759c3e5c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 217 time: 0.0691485 Jun 01 04:30:38.125594 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47da36-7fe8-4e57-a22a-99f56169f269 None None] Pushing event updated for resources: {'Port': ['ID=b72c0e0c-6126-430d-b2f1-8a5c49507284,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:38.175720 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:38.193210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Allocated IP 172.20.0.1 (f80c4642-7fd4-4913-9021-d3d85ec756eb/2eb73e2c-e90a-4528-a21a-5184f8577bcd/8a27498b-fc56-4b10-93c4-66a3faae2cc3) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:30:38.213620 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c0ca7-9bc5-4015-a6ff-ed4cee999516 req-f5b6a694-1de7-4c88-8ef7-add6057bbee6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:38.215291 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4b7c0ca7-9bc5-4015-a6ff-ed4cee999516 req-f5b6a694-1de7-4c88-8ef7-add6057bbee6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 944 time: 0.1207442 Jun 01 04:30:38.217211 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:38.224965 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b983b1-821a-494a-9dea-7ce876be5808 req-54703fe4-5ca2-4f33-8183-a00360b102de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:38.230527 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-54703fe4-5ca2-4f33-8183-a00360b102de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.1096141 Jun 01 04:30:38.355865 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b983b1-821a-494a-9dea-7ce876be5808 req-19f22c41-427e-4ccd-9864-0264492ab0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:38.357637 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-19f22c41-427e-4ccd-9864-0264492ab0c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1183369 Jun 01 04:30:38.378026 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4b7c0ca7-9bc5-4015-a6ff-ed4cee999516 req-ec3185a0-be07-4300-a1f3-f5b6b953babc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496639 Jun 01 04:30:38.424656 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:35Z', 'revision_number': 3, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:38.469667 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1c897-7134-4788-a02b-904fcfdb9248 None None] The sync data for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi is: [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:35Z', 'revision_number': 3, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:30:38.474532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks [] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:38.528748 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-a077c5fc-083b-4521-8e50-9c0de294081f service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629920 Jun 01 04:30:38.660394 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39b983b1-821a-494a-9dea-7ce876be5808 req-c6819202-9711-4a46-ba08-67af6a6534d5 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239955 Jun 01 04:30:38.666545 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:38.780019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Network f80c4642-7fd4-4913-9021-d3d85ec756eb is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:38.793504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:38.801790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Pushing event updated for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:38.801790 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:30:38.908584 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device ca205306-46cb-4b2c-ad84-b2f690075069 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:38.914179 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (7075008e-ee65-49aa-a572-74cd37d6b328), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:38.986352 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port ca205306-46cb-4b2c-ad84-b2f690075069 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:30:39.006017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:39.095382 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port ca205306-46cb-4b2c-ad84-b2f690075069 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:39.096550 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.173766 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-770bbc2e-cbe5-4539-b3df-f387c2142ae3 None None] Provisioning complete for port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:39.174135 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-770bbc2e-cbe5-4539-b3df-f387c2142ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.266586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.314743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port ca205306-46cb-4b2c-ad84-b2f690075069 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:39.315696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.318716 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-770bbc2e-cbe5-4539-b3df-f387c2142ae3 None None] Port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:39.345488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:39.357157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:30:39.360054 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8dccd-79c5-4986-89fd-f44b7a7c9604" -d '{"events": [{"server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:30:39.381928 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ca205306-46cb-4b2c-ad84-b2f690075069,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:39.436525 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device b72c0e0c-6126-430d-b2f1-8a5c49507284 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:39.481690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8dc23-913c-4c69-8ced-1a7da6aab087 x-openstack-request-id: req-0aa8dc23-913c-4c69-8ced-1a7da6aab087 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:30:39.482253 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "name": "network-vif-plugged", "status": "completed", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:30:39.482505 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0aa8dc23-913c-4c69-8ced-1a7da6aab087 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:30:39.482922 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa8dc23-913c-4c69-8ced-1a7da6aab087'] response: {'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'code': 200} Jun 01 04:30:39.495285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.573905 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:39.621072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port b72c0e0c-6126-430d-b2f1-8a5c49507284 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:39.621842 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.670774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:39.802623 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port b72c0e0c-6126-430d-b2f1-8a5c49507284 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:39.804083 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.817522 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fbd7-4448-4121-a17a-36be39d06db9 req-ff3f482d-18a8-4d3c-b910-abbe3786407e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:39.823913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dff4fbd7-4448-4121-a17a-36be39d06db9 req-ff3f482d-18a8-4d3c-b910-abbe3786407e tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.2691705 Jun 01 04:30:39.847264 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port b72c0e0c-6126-430d-b2f1-8a5c49507284, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=b72c0e0c-6126-430d-b2f1-8a5c49507284,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:39.849024 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:39.935772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks [] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.965170 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:39.980928 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dff4fbd7-4448-4121-a17a-36be39d06db9 req-1ecca449-5b46-44f6-a8fb-5057fee443dc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886762 Jun 01 04:30:39.995651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:40.048077 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=b72c0e0c-6126-430d-b2f1-8a5c49507284,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:40.132882 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Pushing event updated for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:40.138231 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb564f-e264-4b76-bf31-7b140657e9a2 req-a7eee7f6-703f-4155-af36-cb4936d70cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:40.139757 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82bb564f-e264-4b76-bf31-7b140657e9a2 req-a7eee7f6-703f-4155-af36-cb4936d70cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0688522 Jun 01 04:30:40.141299 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (7075008e-ee65-49aa-a572-74cd37d6b328), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:40.242529 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82bb564f-e264-4b76-bf31-7b140657e9a2 req-3f5448ad-a71b-4c84-94ba-2819f5a4bc7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943720 Jun 01 04:30:40.281039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Network f80c4642-7fd4-4913-9021-d3d85ec756eb is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:30:40.282519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:30:40.462630 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Router 7075008e-ee65-49aa-a572-74cd37d6b328 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:30:40.512949 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:40.571136 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-f76c6968-fb08-4bb5-a687-21f8b5bd4933 None None] Provisioning complete for port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:40.571136 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f76c6968-fb08-4bb5-a687-21f8b5bd4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:40.594144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:30:40.605609 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-73193d57-58a6-4910-92f2-22a44f915355 admin admin] 10.222.0.18 "PUT /v2.0/routers/7075008e-ee65-49aa-a572-74cd37d6b328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9936047 Jun 01 04:30:40.636530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-f76c6968-fb08-4bb5-a687-21f8b5bd4933 None None] Port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:41.132748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c147427-9b1c-492e-b98a-1231c4dec000 req-354ba5c1-d41e-4e6f-82df-ce99d6cfad6c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:41.134493 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c147427-9b1c-492e-b98a-1231c4dec000 req-354ba5c1-d41e-4e6f-82df-ce99d6cfad6c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jun 01 04:30:41.162660 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58966) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:41.168693 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799074218', 'description': 'tempest-secgroup-smoke-799074218 description', 'project_id': '9369d530285849b3a9eac5e0034d3170'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:41.200343 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c147427-9b1c-492e-b98a-1231c4dec000 req-c0799834-e8f9-4e15-b289-2f5814a4829c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596998 Jun 01 04:30:41.299347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device b72c0e0c-6126-430d-b2f1-8a5c49507284 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:41.312619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.362358 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:41.384698 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port b72c0e0c-6126-430d-b2f1-8a5c49507284 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:41.385376 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.401578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (6f96ed68-785b-4d55-8b3e-b797f581ad7a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.502178 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6f96ed68-785b-4d55-8b3e-b797f581ad7a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.548071 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f96ed68-785b-4d55-8b3e-b797f581ad7a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:41.592866 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.594152 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7f555793-037b-4c22-ab66-da9bd2c91a94 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4298820 Jun 01 04:30:41.597335 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58968) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:41.602039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:41.605355 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Sync routers for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:30:41.630922 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port b72c0e0c-6126-430d-b2f1-8a5c49507284 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:41.634179 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:41.634872 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:41.744732 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:41.777356 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (f959ebd1-9919-4d7d-bfb4-da56c31a471d), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.848778 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (f959ebd1-9919-4d7d-bfb4-da56c31a471d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.920254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (f959ebd1-9919-4d7d-bfb4-da56c31a471d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:41.954794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f959ebd1-9919-4d7d-bfb4-da56c31a471d,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:41.968444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.968792 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.969149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.969482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.969871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.970135 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.970458 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.970777 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.971099 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.971636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.972058 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.972385 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.972707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.973026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.973622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:41.979752 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8a27498b-fc56-4b10-93c4-66a3faae2cc3', 'name': '', 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'mac_address': 'fa:16:3e:3c:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:37Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 2, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'subnets': [{'id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:42.017222 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.018708 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-64d7ebdc-df4e-408a-a3d8-c9d5b5905ba4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4203856 Jun 01 04:30:42.021533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58978) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:42.027071 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:42.045465 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Checking router: 7075008e-ee65-49aa-a572-74cd37d6b328 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:30:42.045991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Updating router 7075008e-ee65-49aa-a572-74cd37d6b328 port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:30:42.091114 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.227494 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (2684dde7-3883-4bb9-992a-d2e6d17fad9b), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.244367 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:42.308956 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (2684dde7-3883-4bb9-992a-d2e6d17fad9b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.354951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:42.371692 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:42.388033 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068700c5-4cdc-4ec6-bc70-555e067df791 req-5e0f5bbc-7cf1-43ee-8f21-c9a5b53dc0bc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:42.389870 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-068700c5-4cdc-4ec6-bc70-555e067df791 req-5e0f5bbc-7cf1-43ee-8f21-c9a5b53dc0bc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0726175 Jun 01 04:30:42.404305 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (2684dde7-3883-4bb9-992a-d2e6d17fad9b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.431059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:42.432508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2684dde7-3883-4bb9-992a-d2e6d17fad9b,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:42.463615 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-068700c5-4cdc-4ec6-bc70-555e067df791 req-46bba6c6-0025-4ae4-8fb5-243f08523292 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565677 Jun 01 04:30:42.472402 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks [] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.535517 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.538607 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.540627 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3fbcbd9a-9933-46c3-aaae-4c7dfb404bf7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5178323 Jun 01 04:30:42.544097 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58984) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:42.548809 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:42.592235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605411-d1f7-4a22-bdd1-ff51b73a97bf None None] Pushing event updated for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:42.651875 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (c5298d41-0e75-4c94-84f7-7503689b8962), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.672687 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Attempting to bind port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:30:42.673435 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Attempting to bind port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:30:42.674111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Attempting to bind port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 on network f80c4642-7fd4-4913-9021-d3d85ec756eb {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:30:42.684634 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:30:42.685390 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Checking segment: {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:30:42.686179 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.686829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Bound using segment: {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:30:42.688120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Bound port: 8a27498b-fc56-4b10-93c4-66a3faae2cc3, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5109e37c-1acc-427f-ba65-704523909a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:30:42.688834 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.698273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59733e1-374d-44f8-8a9e-878056a9d4dd req-905b593d-9565-4c44-88a0-996302db090d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:42.700279 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e59733e1-374d-44f8-8a9e-878056a9d4dd req-905b593d-9565-4c44-88a0-996302db090d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.1487808 Jun 01 04:30:42.710818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 58986) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:42.716519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'floatingip': {'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:42.775810 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (c5298d41-0e75-4c94-84f7-7503689b8962), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.791413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] For port 8a27498b-fc56-4b10-93c4-66a3faae2cc3, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:30:42.798461 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] For port 8a27498b-fc56-4b10-93c4-66a3faae2cc3, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8a27498b-fc56-4b10-93c4-66a3faae2cc3,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:30:42.815208 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.857261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (c5298d41-0e75-4c94-84f7-7503689b8962), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.877379 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-b6328009-a783-4f01-a43d-e3336e98b437 None None] Provisioning complete for port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:42.877803 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6328009-a783-4f01-a43d-e3336e98b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.882913 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5298d41-0e75-4c94-84f7-7503689b8962,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:42.892620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.893282 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897000 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897980 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.897980 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:30:42.900221 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:42.949857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b6328009-a783-4f01-a43d-e3336e98b437 None None] Port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:30:42.979576 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:42.980299 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:42.982491 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605411-d1f7-4a22-bdd1-ff51b73a97bf None None] Pushing event updated for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:42.995817 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.000450 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e6bbf365-0a0d-4051-9965-67ab69d480a0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4542294 Jun 01 04:30:43.003650 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58990) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:43.019609 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:43.167704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (b2bc8ffa-510d-4ff6-99b3-84fca9285695), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.185516 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:43.226006 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:43.447373 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (b2bc8ffa-510d-4ff6-99b3-84fca9285695), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.459029 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:43.512620 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Provisioning complete for port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:43.512997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.529848 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (b2bc8ffa-510d-4ff6-99b3-84fca9285695), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.560185 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bc8ffa-510d-4ff6-99b3-84fca9285695,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:43.606737 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8a27498b-fc56-4b10-93c4-66a3faae2cc3', 'name': '', 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'mac_address': 'fa:16:3e:3c:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:37Z', 'updated_at': '2022-06-01T04:30:42Z', 'revision_number': 4, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'subnets': [{'id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:43.637280 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31bff-a5e1-48e3-90ca-b0bcf7e0438d None None] The sync data for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi is: [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8a27498b-fc56-4b10-93c4-66a3faae2cc3', 'name': '', 'network_id': 'f80c4642-7fd4-4913-9021-d3d85ec756eb', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'mac_address': 'fa:16:3e:3c:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:37Z', 'updated_at': '2022-06-01T04:30:42Z', 'revision_number': 4, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'subnets': [{'id': '2eb73e2c-e90a-4528-a21a-5184f8577bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:30:43.687494 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Current status of the port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:43.687494 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.733866 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.736053 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-208d4420-a6fe-4c1d-8856-0aa486ff5ed9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7261231 Jun 01 04:30:43.738190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 58996) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:43.743005 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:43.772405 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] For port 8a27498b-fc56-4b10-93c4-66a3faae2cc3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8a27498b-fc56-4b10-93c4-66a3faae2cc3,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:30:43.862314 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.securitygroups_db [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Project 9369d530285849b3a9eac5e0034d3170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:30:43.863223 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.870514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:43.879593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (3c5fe692-eb4b-4ff3-95b0-6cbd9d986bc2), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:43.951688 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ff5d-0c01-41df-b4ae-3a0d367eaadc None None] Pushing event updated for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:43.968874 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (3c5fe692-eb4b-4ff3-95b0-6cbd9d986bc2), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.032101 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59000) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:44.047062 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (3c5fe692-eb4b-4ff3-95b0-6cbd9d986bc2), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.047378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.068531 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5fe692-eb4b-4ff3-95b0-6cbd9d986bc2,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:44.158629 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.160505 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-749b06d9-e6b0-4d69-97ea-a380690d4dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.209044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.210261 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b872f19d-1b4d-40ce-8eb5-d6df6c0e34c3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4709313 Jun 01 04:30:44.213577 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 59006) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:44.217839 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:44.220147 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'security_group_rule': {'security_group_id': '6f96ed68-785b-4d55-8b3e-b797f581ad7a', 'project_id': '9369d530285849b3a9eac5e0034d3170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:30:44.260531 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-749b06d9-e6b0-4d69-97ea-a380690d4dfd admin admin] Publish callbacks [] for security_group (5daf2ebd-a109-4f09-8e18-1efae2e017d7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.277379 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Floating IP 35ee4141-4a8b-406b-934d-1596bedf4474 associated. External IP: 172.27.0.37, port: ca205306-46cb-4b2c-ad84-b2f690075069. Jun 01 04:30:44.352586 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-749b06d9-e6b0-4d69-97ea-a380690d4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5daf2ebd-a109-4f09-8e18-1efae2e017d7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.396015 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-749b06d9-e6b0-4d69-97ea-a380690d4dfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f84c80ebf3c492baf85c4720ade1090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627677 Jun 01 04:30:44.396888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b06d9-e6b0-4d69-97ea-a380690d4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf2ebd-a109-4f09-8e18-1efae2e017d7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:44.399762 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59008) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:30:44.407627 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Project 9369d530285849b3a9eac5e0034d3170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:30:44.420034 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (b63c5588-6f92-4704-a12f-b792be72d8ad), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.453904 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] Publish callbacks [] for security_group (5daf2ebd-a109-4f09-8e18-1efae2e017d7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.477708 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] Publish callbacks [] for security_group (5daf2ebd-a109-4f09-8e18-1efae2e017d7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.488264 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:44.528367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:30:44.530138 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (b63c5588-6f92-4704-a12f-b792be72d8ad), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.626668 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (b63c5588-6f92-4704-a12f-b792be72d8ad), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.639048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5daf2ebd-a109-4f09-8e18-1efae2e017d7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.641615 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.643513 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5daf2ebd-a109-4f09-8e18-1efae2e017d7 HTTP/1.1" status: 204 len: 168 time: 0.2427893 Jun 01 04:30:44.654748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a43d7-695e-434a-808c-b44d3ff38f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf2ebd-a109-4f09-8e18-1efae2e017d7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:44.660823 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63c5588-6f92-4704-a12f-b792be72d8ad,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:30:44.666617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:30:44.669411 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.686557 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:30:44.707741 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a7ab483f-0bcc-4902-975e-616aa1aefeea tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "PUT /v2.0/floatingips/35ee4141-4a8b-406b-934d-1596bedf4474 HTTP/1.1" status: 200 len: 990 time: 1.9955890 Jun 01 04:30:44.708981 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:44.709137 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:30:44.710079 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:44.716724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a790430e-11d4-48dc-be0e-7230621b42e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:30:44.745452 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:44.754578 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-315f740e-1b98-4ca5-8738-2e8c0d874c2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5326636 Jun 01 04:30:44.772890 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64812763-4ccf-426f-9fa0-6e2f5cf66efa x-openstack-request-id: req-64812763-4ccf-426f-9fa0-6e2f5cf66efa {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:30:44.773183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:30:44.773439 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64812763-4ccf-426f-9fa0-6e2f5cf66efa {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:30:44.774250 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64812763-4ccf-426f-9fa0-6e2f5cf66efa'] response: {'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'status': 'completed', 'code': 200} Jun 01 04:30:44.826060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:44.839631 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:44.865216 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-25a9d0ba-0bf5-4c42-b110-fce445ecfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:44.867410 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-25a9d0ba-0bf5-4c42-b110-fce445ecfd44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0501015 Jun 01 04:30:44.988567 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-403ce6cf-a7ce-4095-8da4-bb1555103901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:44.990112 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-403ce6cf-a7ce-4095-8da4-bb1555103901 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1168737 Jun 01 04:30:45.038806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:45.071985 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-d690130f-e3e3-4cae-bd58-06678cd4fae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 998 time: 0.0728326 Jun 01 04:30:45.089104 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:45.168742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-e3fd90ec-c533-4422-b7f4-892379f20ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:45.172915 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:30:43Z', 'revision_number': 1, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:45.175278 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-e3fd90ec-c533-4422-b7f4-892379f20ded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0940719 Jun 01 04:30:45.223775 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:30:45.234877 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:30:45.235038 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-b81e257a-fce1-49df-8e33-a276b90d1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:30:45.235738 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:30:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:45.240020 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-b81e257a-fce1-49df-8e33-a276b90d1a22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580602 Jun 01 04:30:45.383695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8a27498b-fc56-4b10-93c4-66a3faae2cc3 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:30:45.391686 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:30:45.395113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-de3c9d8d-b213-4572-8083-89e4911949db service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482465 Jun 01 04:30:45.421972 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:45.439674 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:30:45.440204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:45.506481 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a790430e-11d4-48dc-be0e-7230621b42e1 req-7b00f63e-b6f4-4453-96ba-e3a350c6500b service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051350 Jun 01 04:30:45.541269 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:30:45.650357 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:30:43Z', 'revision_number': 1, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:30:45.676547 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56844ee9-66d4-411a-8239-b5d5c39cbbc2 None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:30:43Z', 'revision_number': 1, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:30:46.323143 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60353bb4-5b48-4c6c-b85f-ea9214b6a68d None None] New status for floating IP 35ee4141-4a8b-406b-934d-1596bedf4474: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:30:49.609779 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6262e53f-f5ec-40b8-af42-25ea323994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:51.912644 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f22efb40-f4fc-4df9-b116-bcea876cc852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:53.301328 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:54.598308 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:55.147149 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:55.676680 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=48 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:55.839749 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=64 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:30:56.083745 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:30:59.813521 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:09.732084 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:09.735937 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=49,neutron:UPDATE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:11.637912 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:31:12.220921 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59398) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:12.339228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c00a47af-4511-49ee-92f5-a7c9b5371494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.348989 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd929-b9ac-4bce-9637-a1767d17731a req-2dc2713e-c65d-462b-a97e-51e7dc08fb27 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:12.348989 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-800bd929-b9ac-4bce-9637-a1767d17731a req-2dc2713e-c65d-462b-a97e-51e7dc08fb27 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0510156 Jun 01 04:31:12.402320 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-800bd929-b9ac-4bce-9637-a1767d17731a req-70f55001-11dc-4319-9779-682cd7c5f85f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488780 Jun 01 04:31:12.425175 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c00a47af-4511-49ee-92f5-a7c9b5371494 admin admin] Publish callbacks [] for security_group (3b3fb0a3-e83c-4720-b6c8-12e3168f180c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.510685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c00a47af-4511-49ee-92f5-a7c9b5371494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3b3fb0a3-e83c-4720-b6c8-12e3168f180c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.553157 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c00a47af-4511-49ee-92f5-a7c9b5371494 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=693843a5d3c04e3a9ff65ac8959d16d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285410 Jun 01 04:31:12.553157 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a47af-4511-49ee-92f5-a7c9b5371494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3fb0a3-e83c-4720-b6c8-12e3168f180c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:12.561775 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59404) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:12.609510 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] Publish callbacks [] for security_group (3b3fb0a3-e83c-4720-b6c8-12e3168f180c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.633270 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] Publish callbacks [] for security_group (3b3fb0a3-e83c-4720-b6c8-12e3168f180c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.767679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3b3fb0a3-e83c-4720-b6c8-12e3168f180c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.770192 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:12.771356 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b3fb0a3-e83c-4720-b6c8-12e3168f180c HTTP/1.1" status: 204 len: 168 time: 0.2154367 Jun 01 04:31:12.779153 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184046d7-d188-4dd6-9051-ff3a42ce8db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3fb0a3-e83c-4720-b6c8-12e3168f180c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:13.523443 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e5f2-af83-4232-8315-60b2796019e9 req-93fa0fed-e2bc-4611-997f-20315c4ab6f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:13.524846 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7526e5f2-af83-4232-8315-60b2796019e9 req-93fa0fed-e2bc-4611-997f-20315c4ab6f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0474019 Jun 01 04:31:13.574976 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7526e5f2-af83-4232-8315-60b2796019e9 req-4b69d970-3761-41e7-a77c-3b93bce63a6f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Jun 01 04:31:14.696018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ed184-6dee-46d3-8720-df3a7a45b1ba req-4cac5321-0f34-4467-aa1b-f1d94e753973 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:14.697516 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-127ed184-6dee-46d3-8720-df3a7a45b1ba req-4cac5321-0f34-4467-aa1b-f1d94e753973 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0488217 Jun 01 04:31:14.748398 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-127ed184-6dee-46d3-8720-df3a7a45b1ba req-6ba85a22-4ef8-4d92-aed4-b8833d0a6b30 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Jun 01 04:31:15.867204 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884117-6ef3-4d3b-a0d1-ba68f8adad7c req-02e4715b-c0c4-4b0d-9faf-b02232881058 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:15.868698 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e6884117-6ef3-4d3b-a0d1-ba68f8adad7c req-02e4715b-c0c4-4b0d-9faf-b02232881058 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Jun 01 04:31:15.916241 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e6884117-6ef3-4d3b-a0d1-ba68f8adad7c req-ef97186e-7af6-4ad0-955e-3f4e03b94cc8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Jun 01 04:31:17.040599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfca8e-2b10-4c8b-85e9-0fffc26bec53 req-0d71f6d6-460f-4b82-891a-b53b00dd5f24 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:17.042078 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c3bfca8e-2b10-4c8b-85e9-0fffc26bec53 req-0d71f6d6-460f-4b82-891a-b53b00dd5f24 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0501900 Jun 01 04:31:17.088826 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c3bfca8e-2b10-4c8b-85e9-0fffc26bec53 req-2c6f1a82-ea65-467a-9608-626ae9a1bf19 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Jun 01 04:31:18.204201 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87def28c-2efd-4ba4-b394-cd121013b201 req-88af344e-384e-47c3-9455-e442c4e65722 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:18.205648 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87def28c-2efd-4ba4-b394-cd121013b201 req-88af344e-384e-47c3-9455-e442c4e65722 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0460639 Jun 01 04:31:18.252135 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87def28c-2efd-4ba4-b394-cd121013b201 req-1e19c52b-a6e4-4e40-a6a6-25c8f7d720cf tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Jun 01 04:31:19.380447 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169d11-644d-4230-af75-40471cd656b0 req-ebd7b0a9-4345-4648-907c-a3e6caea73d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:19.382033 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-40169d11-644d-4230-af75-40471cd656b0 req-ebd7b0a9-4345-4648-907c-a3e6caea73d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0555229 Jun 01 04:31:19.431472 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-40169d11-644d-4230-af75-40471cd656b0 req-bc5da4c3-69c8-406e-9f5e-3f77ce3fb5e8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Jun 01 04:31:19.586562 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-82bef7b4-f7cc-4a94-8644-f415b7752a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:20.549451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde24b9a-9b5d-4506-90bb-c31f76198dc7 req-7c02f7a5-18c0-4803-9eef-fd6a0a2a4a95 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:20.550894 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bde24b9a-9b5d-4506-90bb-c31f76198dc7 req-7c02f7a5-18c0-4803-9eef-fd6a0a2a4a95 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0459869 Jun 01 04:31:20.601649 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bde24b9a-9b5d-4506-90bb-c31f76198dc7 req-2a5c8f1d-83ad-4ef8-9101-e31a8ad4710a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450873 Jun 01 04:31:21.723832 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3108a2-d8ba-4ae5-a188-497f7b72f36e req-f54fa233-3c34-48fc-84a6-b266557160a5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:21.725359 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6c3108a2-d8ba-4ae5-a188-497f7b72f36e req-f54fa233-3c34-48fc-84a6-b266557160a5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0500121 Jun 01 04:31:21.778669 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6c3108a2-d8ba-4ae5-a188-497f7b72f36e req-d0f0fbe8-dca6-46c0-a65d-96a43be9f5fe tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 Jun 01 04:31:21.912070 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a814d0f-a46e-45b4-a1e9-d1a4ea7ff6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:22.011519 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-351257b0-877a-4a6f-bcdf-d9349e593e8b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799074218&fields=id&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 267 time: 0.0453298 Jun 01 04:31:22.090358 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:22.119044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-3bf9daaa-886f-470e-b018-c81e8466f0e1 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:22.120503 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-3bf9daaa-886f-470e-b018-c81e8466f0e1 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.1002724 Jun 01 04:31:22.135402 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-0c63a212-8ead-41b7-8f95-31f2e19ae696 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/quotas/9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 375 time: 0.0089698 Jun 01 04:31:22.186711 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-f14020ef-8feb-4475-a4a3-825ea1c5ccff tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461712 Jun 01 04:31:22.206440 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:22.281756 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-e332defc-afbf-4309-92b3-3ef9e834b2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Jun 01 04:31:22.375548 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-3f1a8367-818f-4504-b173-b1e05d69e7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872114 Jun 01 04:31:22.907797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0220f-d299-49ea-af10-5ac46835f6fb req-0c76479a-ff1c-488b-9b13-61642264d06e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:22.909306 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0a0220f-d299-49ea-af10-5ac46835f6fb req-0c76479a-ff1c-488b-9b13-61642264d06e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0551038 Jun 01 04:31:22.945946 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-29c1fa50-3897-470c-a854-4f54624bc531 req-9f8880a7-2c94-43cc-9666-834f5e53f383 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.0295644 Jun 01 04:31:22.958553 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0a0220f-d299-49ea-af10-5ac46835f6fb req-3fc0f323-2159-4e1b-b1a0-a09bdc05a61b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Jun 01 04:31:23.069852 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:24.042364 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d587f6fe-9eec-4a1f-8940-7836a6e57920 req-43502725-f92c-4fd9-b0e7-5d271862b911 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.0281019 Jun 01 04:31:24.084007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1f56-6276-4db3-8c23-7df254d099cb req-94f22300-a422-4d7d-8284-3392e96e42cb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:24.085497 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b79f1f56-6276-4db3-8c23-7df254d099cb req-94f22300-a422-4d7d-8284-3392e96e42cb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0502505 Jun 01 04:31:24.133480 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b79f1f56-6276-4db3-8c23-7df254d099cb req-16844cde-7b3d-4ce7-95c6-377bed5cdec1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Jun 01 04:31:24.589815 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.143166 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9107760d-c092-4323-836b-e62abb701b1d req-039669f8-36bf-464a-bfe2-90c935f904c6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.0312989 Jun 01 04:31:25.170304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-136e5a0a-470e-4a50-a406-c6d00427d74c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:25.172833 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-136e5a0a-470e-4a50-a406-c6d00427d74c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.1337764 Jun 01 04:31:25.275271 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd67c9-8a89-46a9-8ee1-c1c5a02725a2 req-21162940-f295-4286-a205-dbf6ba7bf674 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:25.276751 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85bd67c9-8a89-46a9-8ee1-c1c5a02725a2 req-21162940-f295-4286-a205-dbf6ba7bf674 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0698559 Jun 01 04:31:25.298026 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-cd88e06c-c463-4120-a2de-3432504c572f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 379 time: 0.1034961 Jun 01 04:31:25.333227 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'port': {'device_id': 'a724f928-21b8-4379-a078-600dc46ce06e', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'admin_state_up': True, 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'security_groups': ['6f96ed68-785b-4d55-8b3e-b797f581ad7a']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:25.350863 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85bd67c9-8a89-46a9-8ee1-c1c5a02725a2 req-acd1c163-0502-4499-97aa-6d6dc5eb78df tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658305 Jun 01 04:31:25.388178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:25.432785 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59530) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:25.437333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:25.533581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Made reservation on behalf of 9369d530285849b3a9eac5e0034d3170 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:31:25.537224 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.544328 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1698531b-d52b-4c0a-9e7c-57df4f00c415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.618560 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1698531b-d52b-4c0a-9e7c-57df4f00c415 admin admin] Publish callbacks [] for security_group (cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.668850 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.20.0.7 (e3dc963a-6f83-4418-ad4a-91353c23b06d/531bc883-7937-46f0-98d3-52aaca1a4af7/52757b70-1a8f-4bea-8511-23d4b4a70ddf) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:31:25.705727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1698531b-d52b-4c0a-9e7c-57df4f00c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.757445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698531b-d52b-4c0a-9e7c-57df4f00c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:25.761547 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1698531b-d52b-4c0a-9e7c-57df4f00c415 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=572160e3226e4dd89400de4784bef70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277481 Jun 01 04:31:25.764172 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59534) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:25.810840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.813475 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] Publish callbacks [] for security_group (cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.835459 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] Publish callbacks [] for security_group (cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.916205 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.962679 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:31:25.965871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:31:25.972210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:31:25.974521 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.977894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:25.978796 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a HTTP/1.1" status: 204 len: 168 time: 0.2135508 Jun 01 04:31:25.988436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68facc8-fcdf-4665-aaf3-72c1fab93e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e6d8c-d3f7-4a2d-a83e-6608a03e2c6a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:26.006660 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:26.039119 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:26.039861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.121451 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.169623 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-83c7eecd-9c9d-421b-8a2b-ab8d1bec2e0a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427777 Jun 01 04:31:26.188637 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Request body: {'port': {'device_id': 'a724f928-21b8-4379-a078-600dc46ce06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:26.253498 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.265578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d672d1-ce5d-4e1a-a71a-339b3e31a507 req-9065e5d1-3a1c-49e5-bcd6-41435d88c112 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:26.271173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-596d0e63-da5e-4c80-a71a-1ba086801bb6 None None] Provisioning complete for port 52757b70-1a8f-4bea-8511-23d4b4a70ddf triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:31:26.271576 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-596d0e63-da5e-4c80-a71a-1ba086801bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.274511 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-79d672d1-ce5d-4e1a-a71a-339b3e31a507 req-9065e5d1-3a1c-49e5-bcd6-41435d88c112 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 931 time: 0.0611327 Jun 01 04:31:26.320444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-596d0e63-da5e-4c80-a71a-1ba086801bb6 None None] Port 52757b70-1a8f-4bea-8511-23d4b4a70ddf cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:31:26.330176 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-79d672d1-ce5d-4e1a-a71a-339b3e31a507 req-74a96fd2-9842-4d0d-a3fd-76a2a68764d0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548072 Jun 01 04:31:26.526547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a7d9-c5e4-437d-afd5-e93f4e423af8 req-dd552519-1374-4d32-aa2e-9251a8cf1191 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:26.528034 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1236a7d9-c5e4-437d-afd5-e93f4e423af8 req-dd552519-1374-4d32-aa2e-9251a8cf1191 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0898817 Jun 01 04:31:26.544308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:26.572617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:26.609094 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1236a7d9-c5e4-437d-afd5-e93f4e423af8 req-b7433d80-dc1f-4a7a-947d-32adb22a68f4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743256 Jun 01 04:31:26.660748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52757b70-1a8f-4bea-8511-23d4b4a70ddf {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:31:26.668707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks [] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.681885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Transition to ACTIVE for port object 52757b70-1a8f-4bea-8511-23d4b4a70ddf will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:31:26.746272 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.823618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:26.891520 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Attempting to bind port 52757b70-1a8f-4bea-8511-23d4b4a70ddf on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:31:26.891881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Attempting to bind port 52757b70-1a8f-4bea-8511-23d4b4a70ddf by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:31:26.892213 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Attempting to bind port 52757b70-1a8f-4bea-8511-23d4b4a70ddf on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:31:26.897225 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Port 52757b70-1a8f-4bea-8511-23d4b4a70ddf on network e3dc963a-6f83-4418-ad4a-91353c23b06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:31:26.901834 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Attempting to bind port 52757b70-1a8f-4bea-8511-23d4b4a70ddf on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:31:26.903027 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:31:26.903624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:31:26.903931 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Bound using segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:31:26.904622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Bound port: 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:31:26.904793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:26.977080 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:31:26.980334 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:31:27.078947 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59560) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:27.079363 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.114254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.114897 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.116303 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/52757b70-1a8f-4bea-8511-23d4b4a70ddf HTTP/1.1" status: 200 len: 1093 time: 0.9328229 Jun 01 04:31:27.116768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:27.118992 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ebf11-d9d7-4057-a31f-038776bac228" -d '{"events": [{"name": "network-changed", "server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:27.138900 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:27.171655 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495c4e3-a234-428f-bd4f-c52c8a14cc94 x-openstack-request-id: req-e495c4e3-a234-428f-bd4f-c52c8a14cc94 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:27.172994 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:27.173249 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e495c4e3-a234-428f-bd4f-c52c8a14cc94 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:27.173851 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e495c4e3-a234-428f-bd4f-c52c8a14cc94'] response: {'name': 'network-changed', 'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'status': 'completed', 'code': 200} Jun 01 04:31:27.174556 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73a7c-edda-49a2-97b3-0de3e71986c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:27.182310 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-807068726-network', 'tenant_id': '7454aaeeba6b4a8c86a0446ae68dd4f1'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:27.257489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ebf11-d9d7-4057-a31f-038776bac228 req-140a503c-8aa7-4823-813e-b7b741451c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.259183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-613ebf11-d9d7-4057-a31f-038776bac228 req-140a503c-8aa7-4823-813e-b7b741451c3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 1127 time: 0.0433047 Jun 01 04:31:27.266191 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Made reservation on behalf of 7454aaeeba6b4a8c86a0446ae68dd4f1 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:31:27.269090 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.279086 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.317758 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:27.377564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks [] for security_group (c51ec381-7c7a-4c5f-a9ca-423c92ea0107), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.381725 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ebf11-d9d7-4057-a31f-038776bac228 req-28cc86e0-0fbc-47a6-b05b-d6289c4da562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.383261 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-613ebf11-d9d7-4057-a31f-038776bac228 req-28cc86e0-0fbc-47a6-b05b-d6289c4da562 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9369d530285849b3a9eac5e0034d3170&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1105566 Jun 01 04:31:27.493049 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c51ec381-7c7a-4c5f-a9ca-423c92ea0107), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.493595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26322af2-d554-4345-ad56-899a524579f4 req-0122b0c4-271b-42e3-87c8-6caaaeb9b87b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.495709 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26322af2-d554-4345-ad56-899a524579f4 req-0122b0c4-271b-42e3-87c8-6caaaeb9b87b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0857043 Jun 01 04:31:27.510403 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:27.516384 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:31:27.529242 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51ec381-7c7a-4c5f-a9ca-423c92ea0107,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:27.535624 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (b1686ae8-65e3-41e3-9706-06a9d7fd179c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.535968 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Added segment b1686ae8-65e3-41e3-9706-06a9d7fd179c of type vlan for network 42562544-f7d5-495e-a6f5-6fc15fd8a536 Jun 01 04:31:27.542395 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ebf11-d9d7-4057-a31f-038776bac228 req-192da47a-dbe5-488b-92d5-b12dbfddfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.543923 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-613ebf11-d9d7-4057-a31f-038776bac228 req-192da47a-dbe5-488b-92d5-b12dbfddfa34 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531398 Jun 01 04:31:27.575024 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26322af2-d554-4345-ad56-899a524579f4 req-fa2391c1-931f-4c32-82a0-3252514f3383 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729799 Jun 01 04:31:27.578887 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (42562544-f7d5-495e-a6f5-6fc15fd8a536), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.643327 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (42562544-f7d5-495e-a6f5-6fc15fd8a536), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.644495 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.645220 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:27.756084 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-7b106c13-fdc6-4855-b245-bfd3f9e357ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.757571 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-7b106c13-fdc6-4855-b245-bfd3f9e357ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 1127 time: 0.0412436 Jun 01 04:31:27.810183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-d08e9f00-a1af-4339-8895-8138288b9a64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf HTTP/1.1" status: 200 len: 217 time: 0.0375750 Jun 01 04:31:27.860741 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-bd06612c-78b3-42c2-834a-143d605b4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.862107 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-bd06612c-78b3-42c2-834a-143d605b4713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0457423 Jun 01 04:31:27.905806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-249f40ec-589f-4438-9a80-368ffa6ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.907879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-249f40ec-589f-4438-9a80-368ffa6ab4cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396898 Jun 01 04:31:27.952548 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] Pushing event updated for resources: {'Network': ['ID=42562544-f7d5-495e-a6f5-6fc15fd8a536,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:27.963368 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac4a60-5a64-430b-9643-757f9efc5764 req-0affe296-c0fc-4faf-a387-05b0b31fac69 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:27.964857 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34ac4a60-5a64-430b-9643-757f9efc5764 req-0affe296-c0fc-4faf-a387-05b0b31fac69 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0857067 Jun 01 04:31:27.965197 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:31:28.005774 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-ae68877e-cde5-4900-915f-2262522e9d55 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916345 Jun 01 04:31:28.018747 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34ac4a60-5a64-430b-9643-757f9efc5764 req-84dbaf75-0361-46fc-aa1a-c1560655dbca tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472946 Jun 01 04:31:28.030921 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 59570) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:28.033082 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6fe43fa4-1fb6-4e0f-809b-daea7cb42d43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9593258 Jun 01 04:31:28.035947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Request body: {'subnet': {'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-807068726-subnet', 'tenant_id': '7454aaeeba6b4a8c86a0446ae68dd4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:28.116858 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a56c77eb-408e-4a41-8867-2ed6660d4a93 req-dab74a36-8941-49e2-b78a-0cdaf756007e service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041965 Jun 01 04:31:28.172745 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Made reservation on behalf of 7454aaeeba6b4a8c86a0446ae68dd4f1 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:31:28.175438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:28.481321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:28.627330 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (c1054754-45bc-4c06-b461-88fe012e9357), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:28.693304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:28.716150 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1054754-45bc-4c06-b461-88fe012e9357,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:28.730215 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6a475-830b-48e7-a30f-dad851350adf req-86b9f908-60c2-45f1-8cae-9ef1db193e99 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:28.731730 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bff6a475-830b-48e7-a30f-dad851350adf req-86b9f908-60c2-45f1-8cae-9ef1db193e99 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0750844 Jun 01 04:31:28.755108 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Checking segment: {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:31:28.755484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Network hostable DHCP agents. Network: 42562544-f7d5-495e-a6f5-6fc15fd8a536, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:31:28.796829 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bff6a475-830b-48e7-a30f-dad851350adf req-2008aae1-0288-4ded-ad3f-979307a0ac79 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577939 Jun 01 04:31:28.866049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:31:28.963072 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 42562544-f7d5-495e-a6f5-6fc15fd8a536) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:31:28.967007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:28.967634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:28.973230 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c127d1-9847-40ed-ac64-e2f725b037f9 None None] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:31:29.046113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8636ef75-a07c-4c78-b0c7-44d44b66d375 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0142634 Jun 01 04:31:29.151776 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e354a-311d-4cdd-aaa7-01c04c8ed8ab req-b9fc545f-f45a-486b-9e3e-879209a2d86c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:29.153522 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a4e354a-311d-4cdd-aaa7-01c04c8ed8ab req-b9fc545f-f45a-486b-9e3e-879209a2d86c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0548997 Jun 01 04:31:29.204985 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a4e354a-311d-4cdd-aaa7-01c04c8ed8ab req-c1f27570-dd08-4de4-b2fc-f1f92c031d71 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Jun 01 04:31:29.205283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c85e-0a39-492d-b5df-51df4de14414 None None] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:31:29.792170 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:29.913129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba9efe-cd8e-4112-a94f-bfb890617981 req-89d2ff03-5760-4a0e-9d7d-b9fb93491d93 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:29.918762 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5bba9efe-cd8e-4112-a94f-bfb890617981 req-89d2ff03-5760-4a0e-9d7d-b9fb93491d93 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0472791 Jun 01 04:31:29.967025 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5bba9efe-cd8e-4112-a94f-bfb890617981 req-fdad859e-babe-4dc0-968b-9b37356d3dfa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468407 Jun 01 04:31:30.321928 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97ba6d-251d-494d-b183-e80a7d5de9de req-5105b69d-4c15-4b41-b4b7-841ea6a85992 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:30.323416 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc97ba6d-251d-494d-b183-e80a7d5de9de req-5105b69d-4c15-4b41-b4b7-841ea6a85992 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0460463 Jun 01 04:31:30.369890 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc97ba6d-251d-494d-b183-e80a7d5de9de req-66871c70-a0b4-4145-ac12-33d4c5d1a3bb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Jun 01 04:31:31.082273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa865-d4fc-49f3-a318-527bf708af1d req-0b9e4960-b011-4053-96a1-e020a0f3ee71 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:31.083889 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03bfa865-d4fc-49f3-a318-527bf708af1d req-0b9e4960-b011-4053-96a1-e020a0f3ee71 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0472889 Jun 01 04:31:31.135196 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03bfa865-d4fc-49f3-a318-527bf708af1d req-2f8e69a0-f666-4438-bf10-66170569a32d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Jun 01 04:31:31.487949 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c085-7dcd-492a-b166-583ea43a38fd req-d78a7c9c-5ebd-4443-b901-ecaed717bfe9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:31.489415 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eb5c085-7dcd-492a-b166-583ea43a38fd req-d78a7c9c-5ebd-4443-b901-ecaed717bfe9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0502305 Jun 01 04:31:31.535367 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eb5c085-7dcd-492a-b166-583ea43a38fd req-79259bbb-7cd0-4ce0-a241-36eb9153205e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Jun 01 04:31:31.662055 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:31.663885 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:32.147492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-205c73fb-fcda-42aa-b36b-20a55a5d7568 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:32.148939 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-205c73fb-fcda-42aa-b36b-20a55a5d7568 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/networks?id=42562544-f7d5-495e-a6f5-6fc15fd8a536 HTTP/1.1" status: 200 len: 813 time: 0.1028399 Jun 01 04:31:32.163959 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3a8ce697-6a01-4b44-8d53-7970b1f6ba2a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/quotas/7454aaeeba6b4a8c86a0446ae68dd4f1 HTTP/1.1" status: 200 len: 375 time: 0.0096178 Jun 01 04:31:32.195452 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-460279d9-ae86-40c8-a171-8de4c7a33f7d tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265205 Jun 01 04:31:32.251178 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ac6e-19ca-442f-b95f-1af429b85928 req-7766a660-87fe-4e74-985e-40ccd735cc03 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:32.252686 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7bf7ac6e-19ca-442f-b95f-1af429b85928 req-7766a660-87fe-4e74-985e-40ccd735cc03 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0467525 Jun 01 04:31:32.289752 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-b7641095-4b8f-4d69-99df-781c072565c2 service neutron] 10.222.0.18 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Jun 01 04:31:32.303710 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7bf7ac6e-19ca-442f-b95f-1af429b85928 req-5d6a006c-138c-4685-a169-f927a14ae426 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Jun 01 04:31:32.378317 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-e284f033-dede-4a11-ba86-6ff53df76a83 service neutron] 10.222.0.18 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823157 Jun 01 04:31:32.602819 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4690bc9f-461b-4821-a789-6daa8e8cdb8e req-ec271ed1-4a6e-495c-965c-a2535999c6ea tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0307486 Jun 01 04:31:32.665895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb731a88-efed-4f23-bf3b-b22055dbba21 req-3e99c8c6-f27b-406e-83ca-7fb675c664b8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:32.667373 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb731a88-efed-4f23-bf3b-b22055dbba21 req-3e99c8c6-f27b-406e-83ca-7fb675c664b8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0581048 Jun 01 04:31:32.718797 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb731a88-efed-4f23-bf3b-b22055dbba21 req-ab36590c-7681-4371-86e3-00fcb64209e9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458324 Jun 01 04:31:33.101774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:31:33.203044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:33.215059 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '690b8ab1-955e-471f-b256-fa4681ea0480', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:31:33.252109 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: ACTIVE; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:33.252507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:33.265674 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:31:33.285957 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:33.346260 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:33.395021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=6']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:33.402511 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.402848 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.403375 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.403751 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.404105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.404444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.404779 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.405116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.405464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.405801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.406133 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.406480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.406810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.407188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.407544 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:33.413244 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:33.422473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4f468-4095-4f2e-b4e0-fb7ec5aec827 req-85c59e40-2bec-4531-8dab-12d571edf7d0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:33.424072 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7df4f468-4095-4f2e-b4e0-fb7ec5aec827 req-85c59e40-2bec-4531-8dab-12d571edf7d0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0522676 Jun 01 04:31:33.476321 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7df4f468-4095-4f2e-b4e0-fb7ec5aec827 req-2cf1a98b-0106-4583-8c71-9f70e7de26c2 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463202 Jun 01 04:31:33.514166 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['690b8ab1-955e-471f-b256-fa4681ea0480'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:31:33.581413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:33.635446 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:33.703049 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0209100-ab9c-419d-a237-c599a5919e4e req-77bf7c50-7340-4d4b-b29f-d88cec965ab7 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0293412 Jun 01 04:31:33.838631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882187e-01da-4dd9-a8f0-6baebeed756e req-5e2084d4-ef1c-4b9b-8363-7d3c37854038 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:33.840196 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a882187e-01da-4dd9-a8f0-6baebeed756e req-5e2084d4-ef1c-4b9b-8363-7d3c37854038 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Jun 01 04:31:33.890671 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a882187e-01da-4dd9-a8f0-6baebeed756e req-58b63a4d-9b59-416f-b451-7b33fc8451bf tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Jun 01 04:31:34.573029 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:34.592329 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ae91-bfa2-4463-9ebd-4cf078d28a70 req-1e563682-f4a4-47d8-b4db-86ed4638d9fe tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:34.593818 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33b4ae91-bfa2-4463-9ebd-4cf078d28a70 req-1e563682-f4a4-47d8-b4db-86ed4638d9fe tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0490422 Jun 01 04:31:34.644629 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33b4ae91-bfa2-4463-9ebd-4cf078d28a70 req-fe33ab4d-b800-47d7-b72d-25940141141d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 Jun 01 04:31:34.805044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ca7f9c91-0672-47b6-a2e5-235b9e8604ff req-64446797-8c71-4f08-9a0a-abb44d47621d tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0314376 Jun 01 04:31:35.012105 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae64ff-9c46-4db4-8db6-42e24127d2bb req-f3188b98-9ada-475d-8243-52763c4864b1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:35.013555 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1fae64ff-9c46-4db4-8db6-42e24127d2bb req-f3188b98-9ada-475d-8243-52763c4864b1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Jun 01 04:31:35.065866 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1fae64ff-9c46-4db4-8db6-42e24127d2bb req-6696f485-8b8e-45ff-9d96-8176ac263ccb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464945 Jun 01 04:31:35.104718 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:31:35.150391 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 690b8ab1-955e-471f-b256-fa4681ea0480 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:31:35.150770 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:35.225260 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:35.225644 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:35.247468 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:35.249718 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce506cd-4500-4049-9920-7d30cdfc97be" -d '{"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:35.262196 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:35.285328 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18183e-df42-4045-8191-ab7856d19bdd x-openstack-request-id: req-0d18183e-df42-4045-8191-ab7856d19bdd {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:35.285636 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:35.285890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d18183e-df42-4045-8191-ab7856d19bdd {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:35.286287 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d18183e-df42-4045-8191-ab7856d19bdd'] response: {'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'code': 200} Jun 01 04:31:35.340146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:35.386758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=7']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:35.745354 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:35.756582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb3a0a-3936-472b-a29c-d978e359c7b8 req-7c91759a-ca72-4f6d-8dd3-97e3e1930aaa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:35.758041 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebfb3a0a-3936-472b-a29c-d978e359c7b8 req-7c91759a-ca72-4f6d-8dd3-97e3e1930aaa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.0467248 Jun 01 04:31:35.807117 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebfb3a0a-3936-472b-a29c-d978e359c7b8 req-c697a8d7-1a58-45a7-b0f0-df3a2ff4ddde tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Jun 01 04:31:35.905022 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a62fdbb-a112-4d24-8d93-fde358261eaa req-3f0e7703-03c7-49d1-a2e6-059f007d8692 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0276396 Jun 01 04:31:36.180743 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301e34-98b3-4796-af2d-91e6961b6696 req-6a598fbd-b643-4a7b-a298-b76d5f81e602 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.182111 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-66301e34-98b3-4796-af2d-91e6961b6696 req-6a598fbd-b643-4a7b-a298-b76d5f81e602 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0459316 Jun 01 04:31:36.229864 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-66301e34-98b3-4796-af2d-91e6961b6696 req-8a429dc4-ff4c-41c1-9d7c-a41333f27fbe tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Jun 01 04:31:36.552811 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-4f127853-292d-4f3b-82c2-a567a8f6b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.554343 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-4f127853-292d-4f3b-82c2-a567a8f6b4c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1130 time: 0.0413270 Jun 01 04:31:36.559674 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-0153c6c6-fd08-473d-8395-9f64e8ecb053 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.561122 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-0153c6c6-fd08-473d-8395-9f64e8ecb053 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "GET /v2.0/networks?id=42562544-f7d5-495e-a6f5-6fc15fd8a536 HTTP/1.1" status: 200 len: 813 time: 0.1079843 Jun 01 04:31:36.586105 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Request body: {'port': {'device_id': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536', 'admin_state_up': True, 'tenant_id': '7454aaeeba6b4a8c86a0446ae68dd4f1'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:36.697647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-59dc2c85-93cb-465c-86aa-9734a33fee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.699064 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-59dc2c85-93cb-465c-86aa-9734a33fee1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.1148491 Jun 01 04:31:36.742725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:36.763801 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-db4f8967-846e-4ed3-89cd-69d2c4f1b2de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 1001 time: 0.0575731 Jun 01 04:31:36.807259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Made reservation on behalf of 7454aaeeba6b4a8c86a0446ae68dd4f1 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:31:36.812971 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:36.817846 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-b5df3fd7-6ed8-4f14-a42b-301b20d4f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.820393 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-b5df3fd7-6ed8-4f14-a42b-301b20d4f1c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0500588 Jun 01 04:31:36.882490 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-59bdc70a-ef9e-4d39-a09d-6d3b391de762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:36.884317 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-59bdc70a-ef9e-4d39-a09d-6d3b391de762 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568800 Jun 01 04:31:36.974371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Allocated IP 172.20.0.2 (42562544-f7d5-495e-a6f5-6fc15fd8a536/c1054754-45bc-4c06-b461-88fe012e9357/8138db02-b358-48b3-8480-cfead95744b4) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:31:37.003972 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5675086-499b-47b6-bbf6-0c8fc26a223a req-7c01520f-de49-4f84-bff5-5d078dff095e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:37.005458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5675086-499b-47b6-bbf6-0c8fc26a223a req-7c01520f-de49-4f84-bff5-5d078dff095e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.1017311 Jun 01 04:31:37.023076 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07698d74-ad4f-4a8e-82e7-e3738d030242 req-97b3a425-6d51-4f87-9f3b-8b50a4b4be3e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0378609 Jun 01 04:31:37.064132 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-09fac80d-26a3-4f5d-8167-440bde2c3abc service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667304 Jun 01 04:31:37.132940 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5675086-499b-47b6-bbf6-0c8fc26a223a req-72d635aa-defb-4c39-aaa0-5c16c6d67def tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197033 Jun 01 04:31:37.184649 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b2c5d78-bda1-48c9-9481-575e44ccc4a3 req-3c78eca0-5557-4fd2-9ba7-b28b252f0369 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165857 Jun 01 04:31:37.208968 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks [] for port (8138db02-b358-48b3-8480-cfead95744b4), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:37.238475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:37.340887 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:37.390842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0dcc4-be97-4951-b2ea-8271e5c32615 req-fc009b68-46e0-4339-88e1-a65cefc3f54f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:37.392211 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-10d0dcc4-be97-4951-b2ea-8271e5c32615 req-fc009b68-46e0-4339-88e1-a65cefc3f54f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0894971 Jun 01 04:31:37.410038 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:31:37.423288 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:31:37.433609 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:31:37.433609 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Pushing event updated for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:37.436140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:37.509691 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-10d0dcc4-be97-4951-b2ea-8271e5c32615 req-b29f9e40-0374-42a8-bdb9-a897b4969cfe tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074159 Jun 01 04:31:37.515618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:37.516349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:37.600660 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-3ec0ca1c-e464-4f98-a57b-bdc5fe0fb073 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0202460 Jun 01 04:31:37.659047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Request body: {'port': {'device_id': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:37.748361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8138db02-b358-48b3-8480-cfead95744b4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.071554 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8138db02-b358-48b3-8480-cfead95744b4 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:31:38.081312 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks [] for port (8138db02-b358-48b3-8480-cfead95744b4), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.096407 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Transition to ACTIVE for port object 8138db02-b358-48b3-8480-cfead95744b4 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:31:38.189638 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.219326 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4bea-2794-4da3-a3c1-dcbe89c67321 req-e56a5f18-ad27-4641-9cec-f33a01aaa9f9 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:38.222151 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f01e4bea-2794-4da3-a3c1-dcbe89c67321 req-e56a5f18-ad27-4641-9cec-f33a01aaa9f9 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 931 time: 0.0660417 Jun 01 04:31:38.294518 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f01e4bea-2794-4da3-a3c1-dcbe89c67321 req-eee942bd-7d93-4d13-baad-6e3d83712c46 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Jun 01 04:31:38.305599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:38.371169 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6665a7a-ad4f-45fa-9f60-17909ea0e2d3 req-7aa4506e-5b84-495f-a2fc-9e2ce1a05a07 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:38.372596 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6665a7a-ad4f-45fa-9f60-17909ea0e2d3 req-7aa4506e-5b84-495f-a2fc-9e2ce1a05a07 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 943 time: 0.1019487 Jun 01 04:31:38.416106 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Attempting to bind port 8138db02-b358-48b3-8480-cfead95744b4 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:31:38.416579 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Attempting to bind port 8138db02-b358-48b3-8480-cfead95744b4 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:31:38.416768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Attempting to bind port 8138db02-b358-48b3-8480-cfead95744b4 on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:31:38.436607 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Port 8138db02-b358-48b3-8480-cfead95744b4 on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:31:38.436941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Attempting to bind port 8138db02-b358-48b3-8480-cfead95744b4 on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:31:38.448986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:31:38.449323 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Checking segment: {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:31:38.449718 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Bound using segment: {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:31:38.450159 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Bound port: 8138db02-b358-48b3-8480-cfead95744b4, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:31:38.450522 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8138db02-b358-48b3-8480-cfead95744b4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.469696 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6665a7a-ad4f-45fa-9f60-17909ea0e2d3 req-9ec93cff-a7ff-418b-8adf-3ce5622969b7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894103 Jun 01 04:31:38.521005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:38.529964 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:31:38.534430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8138db02-b358-48b3-8480-cfead95744b4,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:31:38.615221 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.649506 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7e0a-65ab-4a96-8a40-b6abfbefd9de req-c725b00d-d7c2-4bb1-a1e3-ebef9a35297a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:38.658041 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-491d7e0a-65ab-4a96-8a40-b6abfbefd9de req-c725b00d-d7c2-4bb1-a1e3-ebef9a35297a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0663860 Jun 01 04:31:38.691860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:38.692651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:38.694486 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] 10.222.0.45 "PUT /v2.0/ports/8138db02-b358-48b3-8480-cfead95744b4 HTTP/1.1" status: 200 len: 1093 time: 1.0419269 Jun 01 04:31:38.695194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'tag': '8138db02-b358-48b3-8480-cfead95744b4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:38.700978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3f27e7-4dbe-45f0-8802-999668e69a35" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "tag": "8138db02-b358-48b3-8480-cfead95744b4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:38.769849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:38.792022 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af8ea1-0966-485b-9ddb-1468b7aaceae x-openstack-request-id: req-06af8ea1-0966-485b-9ddb-1468b7aaceae {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:38.792327 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "tag": "8138db02-b358-48b3-8480-cfead95744b4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:38.792666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06af8ea1-0966-485b-9ddb-1468b7aaceae {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:38.793270 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06af8ea1-0966-485b-9ddb-1468b7aaceae'] response: {'name': 'network-changed', 'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'tag': '8138db02-b358-48b3-8480-cfead95744b4', 'status': 'completed', 'code': 200} Jun 01 04:31:38.803555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f866a5-8e80-4997-8750-083fc70c6b34 service neutron] Pushing event updated for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:38.822672 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-491d7e0a-65ab-4a96-8a40-b6abfbefd9de req-60e11eb4-895e-41b9-803b-e8dabdc888c3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565628 Jun 01 04:31:38.889383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-219777a6-bf7b-4028-9238-ac7f5fe0c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:38.889383 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-219777a6-bf7b-4028-9238-ac7f5fe0c95a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 1127 time: 0.0580070 Jun 01 04:31:39.028756 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-050870d1-492a-4a87-aa65-04fb0b80b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.030393 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-050870d1-492a-4a87-aa65-04fb0b80b684 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1266136 Jun 01 04:31:39.133406 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 52757b70-1a8f-4bea-8511-23d4b4a70ddf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:31:39.184631 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-b35d203a-9e14-49fa-a804-d8073a6d5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.186333 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cb3f27e7-4dbe-45f0-8802-999668e69a35 req-b35d203a-9e14-49fa-a804-d8073a6d5fba service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482942 Jun 01 04:31:39.263868 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:39.290129 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'port_id': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'mac_address': 'fa:16:3e:16:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:31:39.318199 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-ebf6866a-7fdf-4550-8b6e-33f1ccb711ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.319926 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-ebf6866a-7fdf-4550-8b6e-33f1ccb711ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 1127 time: 0.0614357 Jun 01 04:31:39.332570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 52757b70-1a8f-4bea-8511-23d4b4a70ddf is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:39.333244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:39.355681 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52757b70-1a8f-4bea-8511-23d4b4a70ddf {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:31:39.383200 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-0e145c5a-af26-4631-919e-07d5cdf8faf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8138db02-b358-48b3-8480-cfead95744b4 HTTP/1.1" status: 200 len: 217 time: 0.0460198 Jun 01 04:31:39.386400 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:39.450532 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:39.470440 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9146cc-551d-4c01-b8ce-445fa5dfaa11 req-eca0e73a-7556-47fc-894a-3600064a7107 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.471983 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de9146cc-551d-4c01-b8ce-445fa5dfaa11 req-eca0e73a-7556-47fc-894a-3600064a7107 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 943 time: 0.0827231 Jun 01 04:31:39.489530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-beb55119-f7ca-4f65-90bf-e7053c83432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.490970 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-beb55119-f7ca-4f65-90bf-e7053c83432b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1054754-45bc-4c06-b461-88fe012e9357 HTTP/1.1" status: 200 len: 853 time: 0.0919857 Jun 01 04:31:39.525347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:39.552138 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-82feab99-095d-4856-a9ee-14ec0b0932f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42562544-f7d5-495e-a6f5-6fc15fd8a536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536966 Jun 01 04:31:39.631907 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de9146cc-551d-4c01-b8ce-445fa5dfaa11 req-50d55439-dc3e-43b9-afc3-7ee327007cb3 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531019 Jun 01 04:31:39.654512 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e206b3d-033d-40ba-9b0b-777923c3bf32 req-ce22882d-5bd8-432a-844f-e96caa0073ae tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.663454 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9e206b3d-033d-40ba-9b0b-777923c3bf32 req-ce22882d-5bd8-432a-844f-e96caa0073ae tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 944 time: 0.0936081 Jun 01 04:31:39.693509 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-69390b20-31be-4ed1-91e1-cb4d9735fff7 service neutron] 10.222.0.45 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329134 Jun 01 04:31:39.727009 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9e206b3d-033d-40ba-9b0b-777923c3bf32 req-9ecfe085-199c-4607-98bd-4e53857294a7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622337 Jun 01 04:31:39.806788 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f42611ad-886a-472a-95cb-5e824d06cc12 req-9bfb5135-0316-4b5d-867d-8b245f447db2 service neutron] 10.222.0.45 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056311 Jun 01 04:31:39.955595 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['52757b70-1a8f-4bea-8511-23d4b4a70ddf'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:31:39.992510 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d82d-55b2-4e7a-8922-7e7e9f5b455c req-694a25de-1317-4249-a86a-a66923a08d25 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:39.993778 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4068d82d-55b2-4e7a-8922-7e7e9f5b455c req-694a25de-1317-4249-a86a-a66923a08d25 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0802228 Jun 01 04:31:40.046572 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4068d82d-55b2-4e7a-8922-7e7e9f5b455c req-eada0309-65eb-470a-87d1-68807430c79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472014 Jun 01 04:31:40.213750 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:40.267027 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:40.762992 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f759-8f7f-440a-933b-866dd4c13ce3 req-6056ea26-c504-40a7-a1c6-701bf8eff0bf tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:40.764772 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b4a2f759-8f7f-440a-933b-866dd4c13ce3 req-6056ea26-c504-40a7-a1c6-701bf8eff0bf tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 943 time: 0.0537403 Jun 01 04:31:40.806639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:40.815651 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b4a2f759-8f7f-440a-933b-866dd4c13ce3 req-618c05dc-5191-48a7-a81e-d74c40e5a017 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Jun 01 04:31:40.879717 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779b45-04b1-4586-acc5-e39b2d616395 req-2b2f3ffa-a3ab-4d1b-b6a2-817a2bf77344 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:40.879717 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ab779b45-04b1-4586-acc5-e39b2d616395 req-2b2f3ffa-a3ab-4d1b-b6a2-817a2bf77344 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 944 time: 0.0533330 Jun 01 04:31:40.906842 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ab779b45-04b1-4586-acc5-e39b2d616395 req-50c164ce-8760-4933-a81a-905f7223ee15 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519197 Jun 01 04:31:41.180999 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4983417-6916-456c-8171-aa097f5ae5e6 req-f9e9a1cc-973d-43c6-bcb5-a30168cfc586 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:41.182369 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4983417-6916-456c-8171-aa097f5ae5e6 req-f9e9a1cc-973d-43c6-bcb5-a30168cfc586 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0469682 Jun 01 04:31:41.230267 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4983417-6916-456c-8171-aa097f5ae5e6 req-d98134f8-588c-4384-9f5f-99be3b118cd3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Jun 01 04:31:41.387659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 52757b70-1a8f-4bea-8511-23d4b4a70ddf up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:31:41.441891 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 52757b70-1a8f-4bea-8511-23d4b4a70ddf completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:31:41.505677 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 52757b70-1a8f-4bea-8511-23d4b4a70ddf triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:31:41.506057 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:41.596145 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 52757b70-1a8f-4bea-8511-23d4b4a70ddf is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:41.596817 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:41.636683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:41.643420 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0ad3a-e669-477c-bf75-73a3330dcb62" -d '{"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-plugged", "status": "completed", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:41.655849 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:41.681657 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f79bf-f8e0-4e6a-b788-e0e93f1df25f x-openstack-request-id: req-c01f79bf-f8e0-4e6a-b788-e0e93f1df25f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:41.681958 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-plugged", "status": "completed", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:41.682213 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c01f79bf-f8e0-4e6a-b788-e0e93f1df25f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:41.682617 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01f79bf-f8e0-4e6a-b788-e0e93f1df25f'] response: {'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'code': 200} Jun 01 04:31:41.750254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:41.810070 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:41.971821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa135d-90a9-4550-8fb7-f1aaa07cd26c req-386efa1f-a066-4e79-9639-40e1409e67d0 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:41.975990 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-26aa135d-90a9-4550-8fb7-f1aaa07cd26c req-386efa1f-a066-4e79-9639-40e1409e67d0 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 943 time: 0.0742025 Jun 01 04:31:42.008702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:42.037745 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-26aa135d-90a9-4550-8fb7-f1aaa07cd26c req-93757e51-8ad6-4838-9e69-47d3ff0d2187 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522223 Jun 01 04:31:42.129564 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255eaaf-366e-4afa-89b4-c18281680008 req-e139caf8-4ce9-46af-8440-8c14cbf254ea tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:42.131770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6255eaaf-366e-4afa-89b4-c18281680008 req-e139caf8-4ce9-46af-8440-8c14cbf254ea tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0833168 Jun 01 04:31:42.210376 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6255eaaf-366e-4afa-89b4-c18281680008 req-40f9944b-da79-4f63-9153-e9b54ac90a23 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735612 Jun 01 04:31:42.388433 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c646c2-2a28-47ca-969a-66ca8d170965 req-0cd429f2-4fa1-4b4f-956b-5010a19c72e2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:42.391194 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2c646c2-2a28-47ca-969a-66ca8d170965 req-0cd429f2-4fa1-4b4f-956b-5010a19c72e2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0680499 Jun 01 04:31:42.435949 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:42.521741 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2c646c2-2a28-47ca-969a-66ca8d170965 req-cb8465c2-7392-47b8-92dc-f50a48a6b9cf tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211426 Jun 01 04:31:42.880334 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3c35b-45d9-411d-b09a-434e6cdf2d9a req-7af69237-0444-4aa6-90be-48929d1237b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:42.882018 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aec3c35b-45d9-411d-b09a-434e6cdf2d9a req-7af69237-0444-4aa6-90be-48929d1237b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 1129 time: 0.0478003 Jun 01 04:31:42.941297 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aec3c35b-45d9-411d-b09a-434e6cdf2d9a req-e944c5f1-8676-421f-bbbb-09ee1e6eafa2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523319 Jun 01 04:31:43.207005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3ccb7-feec-4b00-b433-17ab81f68cc7 req-2f499ee1-0db3-4a70-a9f0-75a3c7894f2f tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:43.209246 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9cd3ccb7-feec-4b00-b433-17ab81f68cc7 req-2f499ee1-0db3-4a70-a9f0-75a3c7894f2f tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 943 time: 0.0577853 Jun 01 04:31:43.363695 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9cd3ccb7-feec-4b00-b433-17ab81f68cc7 req-55496b35-ded4-4ee9-9b4c-9b312c0cd53e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411350 Jun 01 04:31:43.398837 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 8138db02-b358-48b3-8480-cfead95744b4 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:31:43.437047 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f73f7-dc3d-488c-8750-b7acfd5cb987 req-9c9b5eb4-76a0-4e9c-95b0-c03d8883a928 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:43.438948 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-945f73f7-dc3d-488c-8750-b7acfd5cb987 req-9c9b5eb4-76a0-4e9c-95b0-c03d8883a928 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.1067817 Jun 01 04:31:43.497883 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-945f73f7-dc3d-488c-8750-b7acfd5cb987 req-69d5f92a-30a2-47fc-8ed8-15d3c2b93ee2 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523329 Jun 01 04:31:43.534172 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8138db02-b358-48b3-8480-cfead95744b4,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:43.551933 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '8138db02-b358-48b3-8480-cfead95744b4', 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536', 'port_id': '8138db02-b358-48b3-8480-cfead95744b4', 'mac_address': 'fa:16:3e:0c:f1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1054754-45bc-4c06-b461-88fe012e9357', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:31:43.592040 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 8138db02-b358-48b3-8480-cfead95744b4 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:43.592809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8138db02-b358-48b3-8480-cfead95744b4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:43.610884 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8138db02-b358-48b3-8480-cfead95744b4 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:31:43.659605 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a21c-cc49-4e9d-af25-fb22ed6464c9 req-0578956f-fb9b-4713-94c1-46f0aa7e5ef9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:43.666760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2e25a21c-cc49-4e9d-af25-fb22ed6464c9 req-0578956f-fb9b-4713-94c1-46f0aa7e5ef9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0657709 Jun 01 04:31:43.677817 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8138db02-b358-48b3-8480-cfead95744b4,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:43.703892 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:43.733553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:43.745921 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2e25a21c-cc49-4e9d-af25-fb22ed6464c9 req-22d196ed-c2de-4304-aa34-4767ca48cb4a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781848 Jun 01 04:31:43.807403 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:44.389912 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['8138db02-b358-48b3-8480-cfead95744b4'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:31:44.500233 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f756-7ad3-4485-9dfb-babec0c1099c req-ce104804-d251-4862-b58a-bdd5520e5e24 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:44.502458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4015f756-7ad3-4485-9dfb-babec0c1099c req-ce104804-d251-4862-b58a-bdd5520e5e24 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 944 time: 0.0536897 Jun 01 04:31:44.554580 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4015f756-7ad3-4485-9dfb-babec0c1099c req-e18c199e-84e3-4180-a4ed-17a11f6ea6d0 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Jun 01 04:31:44.615113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebb851-24c0-46b5-8158-9ab99b4d52cc req-18eee503-d59c-4d9a-91b6-28135c2518af tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:44.616748 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdebb851-24c0-46b5-8158-9ab99b4d52cc req-18eee503-d59c-4d9a-91b6-28135c2518af tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0465665 Jun 01 04:31:44.692179 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdebb851-24c0-46b5-8158-9ab99b4d52cc req-946cfacf-8aa6-4d92-b055-ddc99f503612 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697653 Jun 01 04:31:44.896026 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be639a0e-348a-4dc1-bb24-e24e601743ae req-84c226a8-2638-4d57-8b43-1d7ff730bfa8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:44.898173 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be639a0e-348a-4dc1-bb24-e24e601743ae req-84c226a8-2638-4d57-8b43-1d7ff730bfa8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Jun 01 04:31:44.977559 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be639a0e-348a-4dc1-bb24-e24e601743ae req-131d31e8-da24-430b-b4c2-d522c7c3f562 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718391 Jun 01 04:31:45.683682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70974a-5f05-49ec-8f9e-846a1c7cd74d req-d306ceaa-1713-44b7-9c20-c8cbeb43a6ba tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:45.685197 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a70974a-5f05-49ec-8f9e-846a1c7cd74d req-d306ceaa-1713-44b7-9c20-c8cbeb43a6ba tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 944 time: 0.0579827 Jun 01 04:31:45.738878 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a70974a-5f05-49ec-8f9e-846a1c7cd74d req-1b0903c4-1523-48aa-944a-4a654ca104e6 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Jun 01 04:31:45.763163 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 8138db02-b358-48b3-8480-cfead95744b4 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:31:45.812473 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:45.824410 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b6d7-db50-4430-a01e-b15e1de6721c req-cc541502-465c-4c31-b444-7696d26fcc83 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:45.832852 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a127b6d7-db50-4430-a01e-b15e1de6721c req-cc541502-465c-4c31-b444-7696d26fcc83 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0574076 Jun 01 04:31:45.839211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 8138db02-b358-48b3-8480-cfead95744b4 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:31:45.886899 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a127b6d7-db50-4430-a01e-b15e1de6721c req-e8ef7e54-25b0-4ebb-a6b5-88e804192be9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527580 Jun 01 04:31:45.900270 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 8138db02-b358-48b3-8480-cfead95744b4 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:31:45.901041 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (8138db02-b358-48b3-8480-cfead95744b4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.007453 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:46.045429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 8138db02-b358-48b3-8480-cfead95744b4 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:46.046524 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (8138db02-b358-48b3-8480-cfead95744b4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.047102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643297-972f-4412-ab69-7e1f0f4c1fec req-cebc7831-4982-44b6-847d-2b3459041ee9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:46.054609 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f7643297-972f-4412-ab69-7e1f0f4c1fec req-cebc7831-4982-44b6-847d-2b3459041ee9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0691283 Jun 01 04:31:46.098168 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8138db02-b358-48b3-8480-cfead95744b4,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:46.099487 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138db02-b358-48b3-8480-cfead95744b4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:46.102058 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ad6ee-ad6f-49a0-97fd-1165d4ec033b" -d '{"events": [{"server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "name": "network-vif-plugged", "status": "completed", "tag": "8138db02-b358-48b3-8480-cfead95744b4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:46.132246 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f7643297-972f-4412-ab69-7e1f0f4c1fec req-4fff8457-b552-4be4-83d2-7a30cd8939d3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767694 Jun 01 04:31:46.155160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 59744) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:46.166687 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e91c8-c429-4d73-a0e4-c08b1a970b46 req-f1ebfc91-28cf-464e-906e-6837cd2af9b5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:46.168924 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4a6e91c8-c429-4d73-a0e4-c08b1a970b46 req-f1ebfc91-28cf-464e-906e-6837cd2af9b5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0875356 Jun 01 04:31:46.185383 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.222141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3fb8c9-bcdd-4f21-9a54-7fdf682bbe4a x-openstack-request-id: req-eb3fb8c9-bcdd-4f21-9a54-7fdf682bbe4a {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:46.222619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "name": "network-vif-plugged", "status": "completed", "tag": "8138db02-b358-48b3-8480-cfead95744b4", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:46.222984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb3fb8c9-bcdd-4f21-9a54-7fdf682bbe4a {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:46.224308 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3fb8c9-bcdd-4f21-9a54-7fdf682bbe4a'] response: {'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8138db02-b358-48b3-8480-cfead95744b4', 'code': 200} Jun 01 04:31:46.252709 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4a6e91c8-c429-4d73-a0e4-c08b1a970b46 req-9b14b1b0-8913-418d-bdce-953394d87f42 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758321 Jun 01 04:31:46.283826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:46.398647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebf03d-d8c2-43ef-b130-f58475600a26 tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:46.403465 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59750) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:46.404469 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f1ebf03d-d8c2-43ef-b130-f58475600a26 tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 1124 time: 0.2472949 Jun 01 04:31:46.407881 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'port_id': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:31:46.517267 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.622118 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.623340 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:46.631483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1da4fc-1a97-42d6-8eac-523445282dd7 req-bf7e2082-9a41-42a9-ab71-2d3db305e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:46.635830 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa1da4fc-1a97-42d6-8eac-523445282dd7 req-bf7e2082-9a41-42a9-ab71-2d3db305e5cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 1129 time: 0.0713592 Jun 01 04:31:46.697862 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa1da4fc-1a97-42d6-8eac-523445282dd7 req-7c6a551d-aac4-47f0-b910-234d3fba802c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Jun 01 04:31:46.702404 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:46.774826 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.27.0.133 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/b632f006-dbf2-4d08-9ad2-ba24ac2be626) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:31:46.897782 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31d6eb-de90-419a-92fe-41253c3e43f0 req-b83a5b1f-b9ba-4c2b-bf2e-e5e4fc2caa36 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:46.899492 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a31d6eb-de90-419a-92fe-41253c3e43f0 req-b83a5b1f-b9ba-4c2b-bf2e-e5e4fc2caa36 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0663946 Jun 01 04:31:46.933473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:46.949502 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:46.961708 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:46.980055 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a31d6eb-de90-419a-92fe-41253c3e43f0 req-c4717f9f-ac8c-47c2-a849-c7b96403e1e0 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638855 Jun 01 04:31:47.031949 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:47.091061 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=b632f006-dbf2-4d08-9ad2-ba24ac2be626,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:47.095434 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:31:47.101742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.104473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.105134 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.105134 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.105433 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.105753 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.106070 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.106386 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:31:47.111609 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:31:47.112208 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:31:47.440906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79c56-df02-4697-85e3-19bb9a3828f5 req-b229ab7b-f4d2-4cd8-8094-2c39e8505471 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:47.442497 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-acb79c56-df02-4697-85e3-19bb9a3828f5 req-b229ab7b-f4d2-4cd8-8094-2c39e8505471 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0839021 Jun 01 04:31:47.571418 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-acb79c56-df02-4697-85e3-19bb9a3828f5 req-4ea14e42-370a-485d-8cc3-388c1a695ab1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225512 Jun 01 04:31:47.597637 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (be983719-921a-4dc8-ae16-b8e82a1a62c5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:48.074368 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:48.097048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f68af-9e94-4fb8-aeaa-7c3fbae123ea req-0387890b-56fd-46a4-ae97-e07089ab339f tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:48.098251 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a7f68af-9e94-4fb8-aeaa-7c3fbae123ea req-0387890b-56fd-46a4-ae97-e07089ab339f tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0546393 Jun 01 04:31:48.151751 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a7f68af-9e94-4fb8-aeaa-7c3fbae123ea req-c2cf75a4-e661-4138-9bfd-2e699df7a04a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Jun 01 04:31:48.228749 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:48.291815 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:48.363940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:48.449477 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=b632f006-dbf2-4d08-9ad2-ba24ac2be626,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:48.463136 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (be983719-921a-4dc8-ae16-b8e82a1a62c5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:48.505032 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:48.572938 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP be983719-921a-4dc8-ae16-b8e82a1a62c5 associated. External IP: 172.27.0.133, port: 52757b70-1a8f-4bea-8511-23d4b4a70ddf. Jun 01 04:31:48.636544 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:31:48.952573 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3895c-2429-47cb-84ec-82272e0dc12e req-778c66d4-81fc-450e-9f2c-42d3ab7880c5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:48.953931 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-16d3895c-2429-47cb-84ec-82272e0dc12e req-778c66d4-81fc-450e-9f2c-42d3ab7880c5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.2956395 Jun 01 04:31:49.072386 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-16d3895c-2429-47cb-84ec-82272e0dc12e req-6c2229cf-e591-430b-8c6a-cb8607f3f02c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892391 Jun 01 04:31:49.088967 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:31:49.206339 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:31:49.219469 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:31:49.230368 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:31:49.231410 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:31:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:31:49.275511 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:49.295144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8476a-5323-47ed-b8b0-18961d808acf req-a033503b-028d-4999-bdf5-8146d65ea352 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:49.296714 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1bf8476a-5323-47ed-b8b0-18961d808acf req-a033503b-028d-4999-bdf5-8146d65ea352 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0508513 Jun 01 04:31:49.331545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:49.352122 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1bf8476a-5323-47ed-b8b0-18961d808acf req-a13a9823-49ff-4302-8866-b881bfd79b12 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Jun 01 04:31:49.377619 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ede5cdf1-4fa5-4d8d-9267-976b44953602 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9617443 Jun 01 04:31:49.377619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:49.377619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6b7ff-1111-4630-afd7-83dc55e924a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:49.416458 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51615f-8e87-43ab-b9a3-990f11a44fb3 x-openstack-request-id: req-4f51615f-8e87-43ab-b9a3-990f11a44fb3 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:49.416813 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:49.417072 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f51615f-8e87-43ab-b9a3-990f11a44fb3 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:49.417476 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f51615f-8e87-43ab-b9a3-990f11a44fb3'] response: {'name': 'network-changed', 'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'status': 'completed', 'code': 200} Jun 01 04:31:49.441370 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:31:49.574096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-835d8578-895b-4d86-be9b-4a41a8de95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:49.575891 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-835d8578-895b-4d86-be9b-4a41a8de95d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 1129 time: 0.0426438 Jun 01 04:31:49.597564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-47dde798-41ce-4eff-801b-44979ca713f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:49.667701 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'be983719-921a-4dc8-ae16-b8e82a1a62c5', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:16:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724f928-21b8-4379-a078-600dc46ce06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:31:47Z', 'updated_at': '2022-06-01T04:31:47Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:31:49.693721 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:31:49.697453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-40dc29f5-3780-4eb4-9951-234269059e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:49.698979 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-40dc29f5-3780-4eb4-9951-234269059e93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.1027341 Jun 01 04:31:49.702364 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:31:49.702963 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:31:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:31:49.785549 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-0a603102-d6f9-4681-b54a-d2f019093a73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf HTTP/1.1" status: 200 len: 999 time: 0.0570953 Jun 01 04:31:49.807080 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:31:49.839083 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-86a157ff-a630-4aab-a3cb-95f38d99d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:49.840647 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-86a157ff-a630-4aab-a3cb-95f38d99d28d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0491939 Jun 01 04:31:49.897616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-75a4f452-ee7d-4008-84c0-cfdbf9de5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:49.899099 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-75a4f452-ee7d-4008-84c0-cfdbf9de5670 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397694 Jun 01 04:31:49.978808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:49.997555 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-35721796-656b-4878-bf39-371bef33ac3d service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907679 Jun 01 04:31:50.021522 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'be983719-921a-4dc8-ae16-b8e82a1a62c5', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:16:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724f928-21b8-4379-a078-600dc46ce06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:31:47Z', 'updated_at': '2022-06-01T04:31:47Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:31:50.048124 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11cb629-04a3-4265-96fe-cd472e5a7b26 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'be983719-921a-4dc8-ae16-b8e82a1a62c5', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:16:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724f928-21b8-4379-a078-600dc46ce06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:31:47Z', 'updated_at': '2022-06-01T04:31:47Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:31:50.209333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d175f-c4e1-4992-a840-1c4b44caf097 req-13f38bc7-1d5a-434a-8c3f-f1d38edab7eb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:50.211130 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b96d175f-c4e1-4992-a840-1c4b44caf097 req-13f38bc7-1d5a-434a-8c3f-f1d38edab7eb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0601239 Jun 01 04:31:50.277408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e47a84-9a6c-4a64-b34d-a8c0f5fbdf28 None None] New status for floating IP be983719-921a-4dc8-ae16-b8e82a1a62c5: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:31:50.334205 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b96d175f-c4e1-4992-a840-1c4b44caf097 req-be2b0499-8cc3-4c4a-8aab-bfcafaae03c7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055636 Jun 01 04:31:50.358095 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1dd6b7ff-1111-4630-afd7-83dc55e924a3 req-18ff161b-c514-4691-8300-ecd3a7b2bf1e service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391604 Jun 01 04:31:50.554401 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-b309b73a-e8cf-4131-b7ca-40b31d307269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:50.556173 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-b309b73a-e8cf-4131-b7ca-40b31d307269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1130 time: 0.0413580 Jun 01 04:31:50.654116 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-36aeefb0-4210-4afb-b137-7b6db20dcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:50.655620 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-36aeefb0-4210-4afb-b137-7b6db20dcc5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.0931165 Jun 01 04:31:50.723252 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-3fdc1b5a-6dff-4266-a5a8-51911315461a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 1001 time: 0.0601680 Jun 01 04:31:50.771194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-3f547562-ffc4-4fca-8b0d-6ba9030487e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:50.772745 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-3f547562-ffc4-4fca-8b0d-6ba9030487e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0437665 Jun 01 04:31:50.819659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-58d172b3-8b1c-4137-81f1-32bfce071d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:50.821274 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-58d172b3-8b1c-4137-81f1-32bfce071d8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420401 Jun 01 04:31:50.937634 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-96719ad9-1fa9-47e6-a735-1c5367ac774f service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095881 Jun 01 04:31:51.031787 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:51.044129 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-576d9fb1-33b3-4b5f-a651-21a605b765a0 req-20f143e5-022d-46ee-b6fe-5797b4cecd60 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997100 Jun 01 04:31:51.461860 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd4ff-c314-453f-9e2b-5e9a416528cd req-bcd96f6a-11a1-44c9-9798-1784f6626ba0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:51.463750 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e6cd4ff-c314-453f-9e2b-5e9a416528cd req-bcd96f6a-11a1-44c9-9798-1784f6626ba0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0497229 Jun 01 04:31:51.511180 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e6cd4ff-c314-453f-9e2b-5e9a416528cd req-194113a9-594f-47f4-b0d1-66f5c331b94d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Jun 01 04:31:51.940614 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-36ce7c69-8d3d-460c-ac40-4ec9e4b3d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:52.633272 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90771e66-a054-42ae-97ea-214733a1cb26 req-9c4fcd03-2576-4b96-9338-5fa7d5000a71 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:52.634735 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90771e66-a054-42ae-97ea-214733a1cb26 req-9c4fcd03-2576-4b96-9338-5fa7d5000a71 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0517642 Jun 01 04:31:52.681445 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90771e66-a054-42ae-97ea-214733a1cb26 req-d6fd4632-c095-4336-9d7c-adb58eb04045 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Jun 01 04:31:53.076877 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:53.787120 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:31:53.816113 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c224-54c0-4831-ab2c-11c6aa3c24f0 req-88830da8-b3b4-4a0b-969e-e2ea88a98e4e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:53.817898 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbe9c224-54c0-4831-ab2c-11c6aa3c24f0 req-88830da8-b3b4-4a0b-969e-e2ea88a98e4e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 946 time: 0.0651357 Jun 01 04:31:53.869210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: ACTIVE; New status is: DOWN {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:31:53.869529 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbe9c224-54c0-4831-ab2c-11c6aa3c24f0 req-17195596-9e9d-4bfc-86a9-8d426bd803a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Jun 01 04:31:53.869826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:53.896573 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:31:53.898781 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf690c-8e87-48bd-9732-b54f1fc675ae" -d '{"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-unplugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:31:53.912479 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:31:53.937917 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Jun 2022 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926fcdf-eb2c-418e-ba79-ee647504e7d1 x-openstack-request-id: req-f926fcdf-eb2c-418e-ba79-ee647504e7d1 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:31:53.938188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-unplugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:31:53.938775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f926fcdf-eb2c-418e-ba79-ee647504e7d1 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:31:53.939321 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f926fcdf-eb2c-418e-ba79-ee647504e7d1'] response: {'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'code': 200} Jun 01 04:31:54.007417 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:54.060400 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=8']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:31:54.608632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:55.050296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-fa362b61-f7b1-4a26-a320-21fdfbc5262d req-d133870c-9974-45a3-b0fc-c3b40204efbb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:31:55.051468 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa362b61-f7b1-4a26-a320-21fdfbc5262d req-d133870c-9974-45a3-b0fc-c3b40204efbb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059445 Jun 01 04:31:55.398339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd837051-fd0c-4433-b6ac-75628c4f5583 req-fe95fcd4-e27d-4ba7-87a1-3da8080a3241 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:55.399858 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd837051-fd0c-4433-b6ac-75628c4f5583 req-fe95fcd4-e27d-4ba7-87a1-3da8080a3241 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0478530 Jun 01 04:31:55.463323 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd837051-fd0c-4433-b6ac-75628c4f5583 req-7eeb8b2d-493a-4d48-8cc3-4917ddab06da tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561512 Jun 01 04:31:55.875622 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59898) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:55.961636 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-b8f3146a-68ee-41a3-8bb2-2e7029cc0673 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826623 Jun 01 04:31:55.976986 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-04e30a02-c8be-4af1-98a1-7dc38ff3c2f1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:31:55.979501 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-04e30a02-c8be-4af1-98a1-7dc38ff3c2f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0111959 Jun 01 04:31:56.055969 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 59906) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:31:56.065857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:56.135950 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:56.155233 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-179fc707-c15b-4ebe-bbb0-9b365b07f31b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:56.156593 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-179fc707-c15b-4ebe-bbb0-9b365b07f31b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports/690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 941 time: 0.0996633 Jun 01 04:31:56.590755 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3923101-c5cd-45c6-b18a-4cee9f522fb4 req-530a1964-b518-480a-be9e-a16f0f843ac4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:56.592482 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3923101-c5cd-45c6-b18a-4cee9f522fb4 req-530a1964-b518-480a-be9e-a16f0f843ac4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0537293 Jun 01 04:31:56.641726 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3923101-c5cd-45c6-b18a-4cee9f522fb4 req-d327620b-399e-4395-94d7-4b30986204e8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Jun 01 04:31:57.762377 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5becd5c-b0e1-4530-ab52-9dd66192a1e7 req-d9f8cea9-b493-41dc-9397-32c21bbee79d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:57.763888 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5becd5c-b0e1-4530-ab52-9dd66192a1e7 req-d9f8cea9-b493-41dc-9397-32c21bbee79d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0493822 Jun 01 04:31:57.811074 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5becd5c-b0e1-4530-ab52-9dd66192a1e7 req-c6b3ca8d-fe64-4d06-8e98-e08077b9ee3f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Jun 01 04:31:58.946367 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53d05-48dd-4601-a741-a7d99c6bb9be req-219aab8e-fd62-4cff-afbd-2f95f54c418e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:58.949568 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7cb53d05-48dd-4601-a741-a7d99c6bb9be req-219aab8e-fd62-4cff-afbd-2f95f54c418e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0533469 Jun 01 04:31:59.000134 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7cb53d05-48dd-4601-a741-a7d99c6bb9be req-7b0cecf3-c7e5-469b-87e4-ee7b9fdaa91e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Jun 01 04:31:59.261963 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:31:59.327770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-2a616cf1-f06a-49f0-a86d-7271936263b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:59.329290 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-2a616cf1-f06a-49f0-a86d-7271936263b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0751987 Jun 01 04:31:59.653423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-71ae64d2-fecc-4f1f-b657-902f430c78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:59.655078 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-71ae64d2-fecc-4f1f-b657-902f430c78bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1128 time: 0.2869110 Jun 01 04:31:59.746352 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-a89e86b5-df2a-4525-9a78-897df1f62700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:59.747829 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-a89e86b5-df2a-4525-9a78-897df1f62700 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.0837893 Jun 01 04:31:59.819233 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-56572ddb-32b2-4402-a853-4388c8d117a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 200 len: 999 time: 0.0624194 Jun 01 04:31:59.825290 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:31:59.869528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-b0955bbe-1f19-4f78-a0bf-9a1b1c2da6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:59.870954 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-b0955bbe-1f19-4f78-a0bf-9a1b1c2da6de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0448580 Jun 01 04:31:59.915711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-9b9b0d09-34a0-48ba-8ea1-b71a957f56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:31:59.917153 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-9b9b0d09-34a0-48ba-8ea1-b71a957f56a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380630 Jun 01 04:32:00.015673 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-368427ee-a166-4d58-8102-d94a01db7866 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922220 Jun 01 04:32:00.146458 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115eaaf-9018-4b6a-8826-0650d6aba92c req-d2e8df93-7726-41b8-85e6-36ece81931d0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:00.147862 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7115eaaf-9018-4b6a-8826-0650d6aba92c req-d2e8df93-7726-41b8-85e6-36ece81931d0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0724931 Jun 01 04:32:00.153913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8920ad6-35d5-4ffa-ac34-6213482513cd req-1d7455ea-b3b3-4933-b9ed-cd9d9d8a6852 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317196 Jun 01 04:32:00.198145 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7115eaaf-9018-4b6a-8826-0650d6aba92c req-aa5c3046-c6d2-4ab4-b1e0-ca38a2ff900b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Jun 01 04:32:01.329368 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539775f-efa5-465d-bf28-c374d1931d1e req-e048438e-fb1a-46e9-ba45-e34297061a3c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:01.331461 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4539775f-efa5-465d-bf28-c374d1931d1e req-e048438e-fb1a-46e9-ba45-e34297061a3c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0534611 Jun 01 04:32:01.371232 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:01.384914 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4539775f-efa5-465d-bf28-c374d1931d1e req-f02b9312-84ff-43a6-b003-ae73e973d883 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Jun 01 04:32:02.510819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480e01-f4ba-45a4-a2dc-0d81c83d822d req-7c4b4b97-9394-401a-a5f8-317c56fec5a7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:02.512626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0480e01-f4ba-45a4-a2dc-0d81c83d822d req-7c4b4b97-9394-401a-a5f8-317c56fec5a7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0471442 Jun 01 04:32:02.560534 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0480e01-f4ba-45a4-a2dc-0d81c83d822d req-fdd7a0a7-5898-4a81-8ef6-725915b05804 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Jun 01 04:32:03.682592 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925752-76d7-4def-829c-c4fdfae337e9 req-70b1dd0f-5b6e-40b9-8165-a64279b9d3a1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:03.684092 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba925752-76d7-4def-829c-c4fdfae337e9 req-70b1dd0f-5b6e-40b9-8165-a64279b9d3a1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0469327 Jun 01 04:32:03.744254 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba925752-76d7-4def-829c-c4fdfae337e9 req-6c8aa608-8869-458f-af4a-df3c859314f6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545647 Jun 01 04:32:04.842847 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:04.890951 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150a0c-b372-454d-ba8c-fec8c6bddf22 req-c218c7d3-bef4-44b4-8951-f2982b51c255 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:04.892447 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21150a0c-b372-454d-ba8c-fec8c6bddf22 req-c218c7d3-bef4-44b4-8951-f2982b51c255 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0693967 Jun 01 04:32:04.944001 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21150a0c-b372-454d-ba8c-fec8c6bddf22 req-7aac7c1a-e807-4a5b-ba24-f837880a1d81 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Jun 01 04:32:06.074517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a428f7-d535-4867-a67f-25fccef56be1 req-d33f63b6-1ad3-413f-892c-0fcc4bd129b2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:06.076023 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a2a428f7-d535-4867-a67f-25fccef56be1 req-d33f63b6-1ad3-413f-892c-0fcc4bd129b2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0533872 Jun 01 04:32:06.125967 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a2a428f7-d535-4867-a67f-25fccef56be1 req-56ea14a5-19d2-456d-8e07-109116f8c2eb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Jun 01 04:32:07.247767 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdd49a-7979-41b1-b148-40b5eca304b0 req-ff34fab8-c672-4035-ba42-2666c9792b1e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:07.249258 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-37bdd49a-7979-41b1-b148-40b5eca304b0 req-ff34fab8-c672-4035-ba42-2666c9792b1e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Jun 01 04:32:07.293214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:07.300872 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-37bdd49a-7979-41b1-b148-40b5eca304b0 req-1fac1fb9-d251-4726-9a51-e1a0d83ec2d0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Jun 01 04:32:08.443662 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6074208-7699-4abc-bddf-026380c98b66 req-582b4bc8-f12f-46c6-b65f-451008761c12 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:08.445773 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6074208-7699-4abc-bddf-026380c98b66 req-582b4bc8-f12f-46c6-b65f-451008761c12 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0535963 Jun 01 04:32:08.493766 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6074208-7699-4abc-bddf-026380c98b66 req-b98bbe96-b046-400e-a768-c7d16b480a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Jun 01 04:32:08.653426 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=76 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:08.658261 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=80 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:09.628140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af33eb-4751-4b7d-9357-7d3a4f4689b5 req-1e3370b3-b7a6-4a44-855c-4b40a6311cd0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:09.629743 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-95af33eb-4751-4b7d-9357-7d3a4f4689b5 req-1e3370b3-b7a6-4a44-855c-4b40a6311cd0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0595179 Jun 01 04:32:09.680345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-95af33eb-4751-4b7d-9357-7d3a4f4689b5 req-f23dd1e6-6f93-4fb9-9ec3-6362d8bb3a2b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444632 Jun 01 04:32:09.738254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=61,neutron:UPDATE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:09.743567 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=46,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:10.810955 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdbad5-46b2-4e00-a20a-dc485aec18d2 req-b02a7bfe-c776-41d4-b22d-b94318007f5c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:10.812459 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-09bdbad5-46b2-4e00-a20a-dc485aec18d2 req-b02a7bfe-c776-41d4-b22d-b94318007f5c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0497396 Jun 01 04:32:10.865347 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-09bdbad5-46b2-4e00-a20a-dc485aec18d2 req-857d740f-e3b5-409f-a208-feeb494048c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460982 Jun 01 04:32:11.993984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11410028-5d25-4bbd-a3c6-e191f8ca702e req-2b6be9ea-c02b-477d-aa9d-62efd8fc4c1c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:11.995545 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-11410028-5d25-4bbd-a3c6-e191f8ca702e req-2b6be9ea-c02b-477d-aa9d-62efd8fc4c1c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0534332 Jun 01 04:32:12.044528 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-11410028-5d25-4bbd-a3c6-e191f8ca702e req-f64f9c3d-9b3e-41f6-8f2f-2fea6e2694b7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Jun 01 04:32:13.173051 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e16c8-95ee-4fdd-8e4f-d80ed391fb0d req-5258d55f-d3e6-46d4-93c6-5077f2687785 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:13.174521 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-664e16c8-95ee-4fdd-8e4f-d80ed391fb0d req-5258d55f-d3e6-46d4-93c6-5077f2687785 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0474362 Jun 01 04:32:13.237013 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-664e16c8-95ee-4fdd-8e4f-d80ed391fb0d req-410dcc14-1e69-4e85-9aa4-848ded90970d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563841 Jun 01 04:32:13.738389 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:13.740939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=37 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:14.363617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e84cca-26dc-481f-a4d3-1272bc818945 req-f9e3f50d-a45a-43a4-9f01-f977991181f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:14.365098 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-70e84cca-26dc-481f-a4d3-1272bc818945 req-f9e3f50d-a45a-43a4-9f01-f977991181f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0497670 Jun 01 04:32:14.415046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-70e84cca-26dc-481f-a4d3-1272bc818945 req-3cfe799a-c6e9-4a5d-b857-447e104707f6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Jun 01 04:32:15.533264 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c945-da22-429b-bd01-cf0c0e13c86f req-1da41dfc-0b43-4b70-8fcf-18386f1e6102 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:15.534658 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9346c945-da22-429b-bd01-cf0c0e13c86f req-1da41dfc-0b43-4b70-8fcf-18386f1e6102 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0482900 Jun 01 04:32:15.581592 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9346c945-da22-429b-bd01-cf0c0e13c86f req-596cd33e-9535-4d63-9148-dee880aef49a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Jun 01 04:32:16.705822 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fd64-5365-4ee3-bbf7-d0df9a40f6b5 req-116f9177-e0ae-4d05-a56a-359fa097aafd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:16.707846 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc35fd64-5365-4ee3-bbf7-d0df9a40f6b5 req-116f9177-e0ae-4d05-a56a-359fa097aafd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0527484 Jun 01 04:32:16.755221 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc35fd64-5365-4ee3-bbf7-d0df9a40f6b5 req-8b5deb5c-afc9-4a13-91f0-5944daa6dcd0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Jun 01 04:32:17.861744 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:17.879543 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927e6e-e8c0-4510-a4d4-8b7f8b59f069 req-abf42ec6-9887-498e-bb8f-0917955d91a0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:17.881058 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3b927e6e-e8c0-4510-a4d4-8b7f8b59f069 req-abf42ec6-9887-498e-bb8f-0917955d91a0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0487106 Jun 01 04:32:17.928787 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3b927e6e-e8c0-4510-a4d4-8b7f8b59f069 req-dccfd85d-5548-49f3-888e-3b10583c75da tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Jun 01 04:32:19.606483 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f64f64cd-7504-4f2e-8e7e-0890ffdb9ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:21.945739 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e61b5174-bbc7-4f04-99df-8ccea2965bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:22.234224 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c41a9d-f3aa-4a45-9df9-206546233801 req-763f0bbc-5550-4878-b010-79005dfd18e0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:22.235795 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1c41a9d-f3aa-4a45-9df9-206546233801 req-763f0bbc-5550-4878-b010-79005dfd18e0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0556271 Jun 01 04:32:22.286841 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1c41a9d-f3aa-4a45-9df9-206546233801 req-572508c3-d510-4a61-8ae2-a35ab4a4cbff tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Jun 01 04:32:23.071033 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:23.411719 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906b38-0282-4b6c-8a2b-64dddcb05957 req-ad8f28e6-0cb4-4809-acd0-d66bf81d73be tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:23.413505 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ff906b38-0282-4b6c-8a2b-64dddcb05957 req-ad8f28e6-0cb4-4809-acd0-d66bf81d73be tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0482523 Jun 01 04:32:23.462485 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ff906b38-0282-4b6c-8a2b-64dddcb05957 req-e428d61f-161a-4c4c-9d7d-5e2f4f2b84e7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Jun 01 04:32:24.580408 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf420d-f3a5-42df-89fb-4cd824a534d9 req-25761383-075e-4ce5-a66a-c0524176e47e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:24.581833 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f2cf420d-f3a5-42df-89fb-4cd824a534d9 req-25761383-075e-4ce5-a66a-c0524176e47e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0471101 Jun 01 04:32:24.590826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:24.630748 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f2cf420d-f3a5-42df-89fb-4cd824a534d9 req-cd2a40d9-75f1-41df-b276-1ddef7a31c62 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Jun 01 04:32:25.636119 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:32:25.753657 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd568d7-d755-462a-9f79-7ec73612e4c1 req-22471477-1956-49c6-aebb-aaf8a38a5bf4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:25.755128 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8dd568d7-d755-462a-9f79-7ec73612e4c1 req-22471477-1956-49c6-aebb-aaf8a38a5bf4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0498457 Jun 01 04:32:25.801355 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8dd568d7-d755-462a-9f79-7ec73612e4c1 req-93cb2da5-4db0-4702-8c03-648e6c3d9f3a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Jun 01 04:32:26.099105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:26.918791 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c6c9-0692-4beb-b2d8-803c3d7f799a req-0a356d40-c6be-46df-b2e4-8ea323002531 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:26.920271 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c49c6c9-0692-4beb-b2d8-803c3d7f799a req-0a356d40-c6be-46df-b2e4-8ea323002531 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0466764 Jun 01 04:32:26.966586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:26.971641 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c49c6c9-0692-4beb-b2d8-803c3d7f799a req-a8535c8a-7b37-408d-9e74-06e603431918 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jun 01 04:32:27.873859 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:32:27.969053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:32:27.980698 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '690b8ab1-955e-471f-b256-fa4681ea0480', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '690b8ab1-955e-471f-b256-fa4681ea0480', 'mac_address': 'fa:16:3e:ba:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:32:28.019202 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:32:28.022192 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:28.033296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:32:28.053995 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:32:28.090521 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9d5d-e63e-4e36-90f3-9af963c10508 req-40c798f5-42e5-4e95-accf-273486fa041d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:28.092044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c92a9d5d-e63e-4e36-90f3-9af963c10508 req-40c798f5-42e5-4e95-accf-273486fa041d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 944 time: 0.0470822 Jun 01 04:32:28.122488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:28.141547 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c92a9d5d-e63e-4e36-90f3-9af963c10508 req-36cc837e-f9a6-4a19-9860-ebb9e4c5197e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Jun 01 04:32:28.171273 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=9']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:32:28.684266 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['690b8ab1-955e-471f-b256-fa4681ea0480'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:32:29.313098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df5fa-4c2e-46dc-bb8f-368dc0624be2 req-912801d4-7dee-4552-901a-8d7099750a48 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:29.314551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1a3df5fa-4c2e-46dc-bb8f-368dc0624be2 req-912801d4-7dee-4552-901a-8d7099750a48 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 945 time: 0.0987673 Jun 01 04:32:29.360703 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1a3df5fa-4c2e-46dc-bb8f-368dc0624be2 req-b69487fc-c72c-4b0a-94fc-429ca6830a89 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Jun 01 04:32:29.974407 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:32:30.022936 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 690b8ab1-955e-471f-b256-fa4681ea0480 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:32:30.023329 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:30.046489 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:30.091249 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:30.103157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 690b8ab1-955e-471f-b256-fa4681ea0480 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:32:30.103590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:30.122651 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:30.126788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:32:30.129048 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112cfcb4-4399-484e-b367-f3bd140386c6" -d '{"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:32:30.143285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:32:30.166135 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d277dde-c893-4f6e-9105-f1fee101d679 x-openstack-request-id: req-0d277dde-c893-4f6e-9105-f1fee101d679 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:32:30.166424 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-plugged", "status": "completed", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:32:30.166678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d277dde-c893-4f6e-9105-f1fee101d679 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:32:30.167080 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d277dde-c893-4f6e-9105-f1fee101d679'] response: {'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'code': 200} Jun 01 04:32:30.219861 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:30.270933 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=10']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:32:30.481308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbeddd-01de-418f-84b6-e4459b394a2b req-dfbba7fe-6fe0-42a7-ab48-eba5666d8951 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:30.482869 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21bbeddd-01de-418f-84b6-e4459b394a2b req-dfbba7fe-6fe0-42a7-ab48-eba5666d8951 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0471253 Jun 01 04:32:30.530754 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21bbeddd-01de-418f-84b6-e4459b394a2b req-5aeb72a5-9f9c-4858-a068-63557d627a3a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Jun 01 04:32:31.032521 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205d632-5518-455e-a6ae-c4c4efadc40d req-19eed876-b791-4101-836f-03d61ee1f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:31.034002 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1205d632-5518-455e-a6ae-c4c4efadc40d req-19eed876-b791-4101-836f-03d61ee1f783 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 1131 time: 0.0426548 Jun 01 04:32:31.078477 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1205d632-5518-455e-a6ae-c4c4efadc40d req-ccd71957-05bd-47b8-ace2-8c12247f584c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372436 Jun 01 04:32:31.705958 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c342-ff2b-4cea-ba46-40d013e0d0ef req-6fcd47ff-a527-4c4d-950f-58093485adc5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:31.707428 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aec9c342-ff2b-4cea-ba46-40d013e0d0ef req-6fcd47ff-a527-4c4d-950f-58093485adc5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.1013196 Jun 01 04:32:31.756132 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aec9c342-ff2b-4cea-ba46-40d013e0d0ef req-1725b055-006f-4782-b7e0-09a6d51006de tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 Jun 01 04:32:32.873920 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa203e3f-2dd2-45b8-9dc0-a95d32851003 req-fd4c64f6-b868-43c3-89dc-2eabf62d8ac7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:32.875402 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa203e3f-2dd2-45b8-9dc0-a95d32851003 req-fd4c64f6-b868-43c3-89dc-2eabf62d8ac7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0468719 Jun 01 04:32:32.922613 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa203e3f-2dd2-45b8-9dc0-a95d32851003 req-943eceb6-076c-4a06-820b-b1ef68623682 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Jun 01 04:32:34.044726 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85c723-5868-4240-aad5-f4811ef991c2 req-dfbd04fe-649d-4cdd-8d7c-1384f8b43405 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:34.046285 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6a85c723-5868-4240-aad5-f4811ef991c2 req-dfbd04fe-649d-4cdd-8d7c-1384f8b43405 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0481126 Jun 01 04:32:34.093537 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6a85c723-5868-4240-aad5-f4811ef991c2 req-51bff0f8-8f99-4c21-a44f-88329d718dc7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Jun 01 04:32:35.214716 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1ee28-8c7e-4451-8ce5-cfcb911a2408 req-b15146c2-dcd3-419a-b7c4-fea5bfdb82e9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:35.216240 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d1e1ee28-8c7e-4451-8ce5-cfcb911a2408 req-b15146c2-dcd3-419a-b7c4-fea5bfdb82e9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0482020 Jun 01 04:32:35.270101 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d1e1ee28-8c7e-4451-8ce5-cfcb911a2408 req-43893d50-9ac4-4fe9-88be-b3d8f827e4e8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464613 Jun 01 04:32:35.632748 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:35.633493 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:36.385285 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc528acf-7eee-4e20-9f03-7af641bc684d req-939cdf28-ba41-4a03-9d83-71bb39d80941 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:36.386751 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fc528acf-7eee-4e20-9f03-7af641bc684d req-939cdf28-ba41-4a03-9d83-71bb39d80941 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0467069 Jun 01 04:32:36.439714 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fc528acf-7eee-4e20-9f03-7af641bc684d req-83ddc64e-153a-4679-b524-55c04a7a97d7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Jun 01 04:32:37.570317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3b1-728c-479f-a167-5e1ec9607133 req-2eea9ef6-dc2d-4bf8-9cd4-04124a9cadf0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:37.571946 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b61aa3b1-728c-479f-a167-5e1ec9607133 req-2eea9ef6-dc2d-4bf8-9cd4-04124a9cadf0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0555043 Jun 01 04:32:37.632664 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b61aa3b1-728c-479f-a167-5e1ec9607133 req-b25c1d85-48c6-426a-8012-4e06a1efbe65 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547016 Jun 01 04:32:38.860097 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8011-e594-4440-9e1e-26f62031cd46 req-927d4743-f500-4493-b0bf-127e93a7e850 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:38.861553 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-421d8011-e594-4440-9e1e-26f62031cd46 req-927d4743-f500-4493-b0bf-127e93a7e850 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0487602 Jun 01 04:32:38.912420 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-421d8011-e594-4440-9e1e-26f62031cd46 req-2e301507-a8b3-4a46-88c4-c2e507811f79 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Jun 01 04:32:40.030321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bda3b9-7436-40ec-83b4-c08d68b1f474 req-13a701cc-bf9f-416f-9f4c-83d325b0d9fc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:40.031804 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5bda3b9-7436-40ec-83b4-c08d68b1f474 req-13a701cc-bf9f-416f-9f4c-83d325b0d9fc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0472293 Jun 01 04:32:40.066827 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:40.079161 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5bda3b9-7436-40ec-83b4-c08d68b1f474 req-dc35fc69-effd-44fa-a364-e732f16ec2bd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Jun 01 04:32:40.299460 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:41.197313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae1bd8-38d3-4918-a3fb-63cd2de40c73 req-ca825faa-c09d-45bc-8dd9-357f05a1b539 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:41.198804 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f3ae1bd8-38d3-4918-a3fb-63cd2de40c73 req-ca825faa-c09d-45bc-8dd9-357f05a1b539 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0473056 Jun 01 04:32:41.246729 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f3ae1bd8-38d3-4918-a3fb-63cd2de40c73 req-99472659-5800-46a3-9ef5-3e0194d88740 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Jun 01 04:32:42.366078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf526b-8bb2-4b97-b435-59e2aa7671d7 req-9a0ba93d-fd81-4740-8187-e7eb3ff0d289 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:42.368092 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2edf526b-8bb2-4b97-b435-59e2aa7671d7 req-9a0ba93d-fd81-4740-8187-e7eb3ff0d289 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0503557 Jun 01 04:32:42.415444 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2edf526b-8bb2-4b97-b435-59e2aa7671d7 req-bb639a00-2c92-47be-a9b4-848a7f2375e5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 Jun 01 04:32:43.542091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece77714-9ca5-4b7f-a35a-5f7591fef956 req-b522d70f-b99a-4c93-aaef-d98fcf46861a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:43.543634 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ece77714-9ca5-4b7f-a35a-5f7591fef956 req-b522d70f-b99a-4c93-aaef-d98fcf46861a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0483916 Jun 01 04:32:43.593641 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ece77714-9ca5-4b7f-a35a-5f7591fef956 req-87e84208-89e0-47ea-bafa-b111e4e07c7a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Jun 01 04:32:43.661101 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-153c794f-6092-48ba-9697-0a2f7c6ca870 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410705 Jun 01 04:32:43.813184 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-ef76e558-2df0-44d3-a0cb-22e87fca46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:43.814576 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-ef76e558-2df0-44d3-a0cb-22e87fca46e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 1130 time: 0.0693073 Jun 01 04:32:43.823343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7285-e48a-4410-828c-9dc3362f912e req-ec4c3e82-c31a-4ffa-8288-57bfe3e48bbb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:43.824696 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-790a7285-e48a-4410-828c-9dc3362f912e req-ec4c3e82-c31a-4ffa-8288-57bfe3e48bbb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0700324 Jun 01 04:32:43.873943 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-790a7285-e48a-4410-828c-9dc3362f912e req-830515cd-6035-42bb-8915-6855cd76cd96 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435767 Jun 01 04:32:44.133965 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:44.184818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-7f01a7cf-de9b-4ba9-b8aa-5950829b047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:44.186301 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-7f01a7cf-de9b-4ba9-b8aa-5950829b047f service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.1103315 Jun 01 04:32:44.226848 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-2978fcbf-923c-40c2-b09c-064f5d687dc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 200 len: 217 time: 0.0334203 Jun 01 04:32:44.325793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-cdbee6f7-44e7-4a5a-9d17-4c45f495a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:44.328232 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-cdbee6f7-44e7-4a5a-9d17-4c45f495a6b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0946245 Jun 01 04:32:44.378595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-4e370993-914e-437e-9444-807696a1e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:44.380079 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-4e370993-914e-437e-9444-807696a1e777 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445042 Jun 01 04:32:44.480322 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-82cf6991-87bb-48e9-ae58-877df88ffe74 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929122 Jun 01 04:32:44.580949 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc8d95ed-1d28-4577-acc3-a8afa77f871f req-f37fe4ee-d1c8-4556-8c40-914083a2027e service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943630 Jun 01 04:32:44.991180 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220522-293e-45fa-b929-5325b308ed47 req-2e74597e-7d8c-48e7-a868-7de060e8cbbf tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:44.993256 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-22220522-293e-45fa-b929-5325b308ed47 req-2e74597e-7d8c-48e7-a868-7de060e8cbbf tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Jun 01 04:32:45.039939 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-22220522-293e-45fa-b929-5325b308ed47 req-3c241751-bc86-41db-8b2f-da74167fa622 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Jun 01 04:32:46.158946 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9ca6b-6500-451a-ba8a-622519eb9d9a req-63d6e626-b6bb-41e6-82c0-4292608a0c8d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:46.160567 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7c9ca6b-6500-451a-ba8a-622519eb9d9a req-63d6e626-b6bb-41e6-82c0-4292608a0c8d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0504885 Jun 01 04:32:46.208270 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7c9ca6b-6500-451a-ba8a-622519eb9d9a req-aa1d5b8f-9c99-432d-9d67-75e08ddc0847 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Jun 01 04:32:47.288887 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=75 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:47.291215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=71 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:47.330496 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788030b-c352-4f49-af08-e7612cd40422 req-f09a2b02-94a0-40be-817a-c94fe3038f6e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:47.332091 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1788030b-c352-4f49-af08-e7612cd40422 req-f09a2b02-94a0-40be-817a-c94fe3038f6e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Jun 01 04:32:47.381118 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1788030b-c352-4f49-af08-e7612cd40422 req-d36abfe7-c97b-41af-bf9d-ab7854c45310 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 Jun 01 04:32:47.667847 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:48.496061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48495387-a8ad-4960-ab2b-e3d3f02d87d3 req-b9e65a02-274f-47c2-b987-a27ae2f6c7ce tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:48.497545 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48495387-a8ad-4960-ab2b-e3d3f02d87d3 req-b9e65a02-274f-47c2-b987-a27ae2f6c7ce tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Jun 01 04:32:48.509567 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:48.544308 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48495387-a8ad-4960-ab2b-e3d3f02d87d3 req-4ddac4c9-d87b-4066-a9eb-d73ad20f520f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411079 Jun 01 04:32:49.585130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-698e2d29-1812-4096-967a-fd9607191616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:49.665781 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471bc68-4efc-4189-8ad3-3a334cba23da req-4dc48595-8aaf-416b-a14c-e46b89552797 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:49.667331 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4471bc68-4efc-4189-8ad3-3a334cba23da req-4dc48595-8aaf-416b-a14c-e46b89552797 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0484056 Jun 01 04:32:49.718280 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4471bc68-4efc-4189-8ad3-3a334cba23da req-5d98eaaf-789c-4efd-b1a8-1eb5f24dadfc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437121 Jun 01 04:32:50.834890 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edb148-9b8f-4353-b64a-ab90f5f1998d req-4e9c82f6-0db6-4f9b-b32e-d8cfc3aaf3a3 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:50.837063 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e4edb148-9b8f-4353-b64a-ab90f5f1998d req-4e9c82f6-0db6-4f9b-b32e-d8cfc3aaf3a3 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Jun 01 04:32:50.887829 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e4edb148-9b8f-4353-b64a-ab90f5f1998d req-83a946c3-e2ca-4f1e-91d6-d56ed6bbff45 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Jun 01 04:32:51.904339 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-812ae9b4-0541-41fc-950c-983f45492be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:52.005713 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc1e68-200b-4b1a-971e-d97fa32829a6 req-6831b98a-04bd-4d26-988f-fe2f0d8798b7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:52.012074 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-12cc1e68-200b-4b1a-971e-d97fa32829a6 req-6831b98a-04bd-4d26-988f-fe2f0d8798b7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Jun 01 04:32:52.063647 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-12cc1e68-200b-4b1a-971e-d97fa32829a6 req-ac269c6f-d3c1-4a1c-89e3-f847967c14c3 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509272 Jun 01 04:32:53.115947 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:53.182406 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8195e1-623f-4d1a-ad85-abeb11c0f35f req-67b28d50-e224-473f-8a2c-cf4a53b142bb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:53.183859 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec8195e1-623f-4d1a-ad85-abeb11c0f35f req-67b28d50-e224-473f-8a2c-cf4a53b142bb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0504692 Jun 01 04:32:53.232754 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec8195e1-623f-4d1a-ad85-abeb11c0f35f req-8247de87-61eb-45d5-90c0-342c40687d99 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Jun 01 04:32:54.352835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a62ba-6e05-4f3b-86e3-1da84e8f706e req-d1edb0a5-cb8a-4d15-9b90-252a2ed3a78a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:54.354290 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd9a62ba-6e05-4f3b-86e3-1da84e8f706e req-d1edb0a5-cb8a-4d15-9b90-252a2ed3a78a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Jun 01 04:32:54.402507 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd9a62ba-6e05-4f3b-86e3-1da84e8f706e req-4c30c717-d93f-41e7-81fd-9d4e957722b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Jun 01 04:32:54.623008 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:55.519784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f3a7c-1126-4463-b03a-1825f3d2f699 req-866c1acc-9013-4d37-a091-98c669b737f3 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:55.521227 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-077f3a7c-1126-4463-b03a-1825f3d2f699 req-866c1acc-9013-4d37-a091-98c669b737f3 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Jun 01 04:32:55.568199 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-077f3a7c-1126-4463-b03a-1825f3d2f699 req-8d95178b-6784-4eb5-87f6-156ffb3b5d36 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Jun 01 04:32:56.115835 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:32:56.684708 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ad4e0-cb78-4397-bcbf-e77eaf655ed0 req-2895fdf9-3e93-4101-984d-5d8532f33b05 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:56.686178 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-753ad4e0-cb78-4397-bcbf-e77eaf655ed0 req-2895fdf9-3e93-4101-984d-5d8532f33b05 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0467660 Jun 01 04:32:56.735447 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-753ad4e0-cb78-4397-bcbf-e77eaf655ed0 req-d4f77c8e-48cd-4fbf-b1fa-fd4fd8d9180a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 Jun 01 04:32:57.854470 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e532aa-b63a-404d-9a0e-a8114d6397fc req-5dc2a8ed-22ab-47d3-ab65-ac735d03a72c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:57.855991 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-83e532aa-b63a-404d-9a0e-a8114d6397fc req-5dc2a8ed-22ab-47d3-ab65-ac735d03a72c tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Jun 01 04:32:57.877407 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:57.906370 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-83e532aa-b63a-404d-9a0e-a8114d6397fc req-a22ef37c-ff03-468c-bdeb-cd30057405c8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Jun 01 04:32:58.583914 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea2ff5-d353-4444-ba02-f6a899146fe2 req-597c32b3-8e82-464f-8532-5282d35a31c3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:58.585384 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4dea2ff5-d353-4444-ba02-f6a899146fe2 req-597c32b3-8e82-464f-8532-5282d35a31c3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jun 01 04:32:58.667020 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4dea2ff5-d353-4444-ba02-f6a899146fe2 req-56c7faf9-b01b-4feb-888e-9ef00aafecf9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757403 Jun 01 04:32:58.672983 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-30d012a1-4cac-4b91-936e-1c081d25c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:58.674470 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-30d012a1-4cac-4b91-936e-1c081d25c40e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0528932 Jun 01 04:32:58.768420 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-e6a60b13-c1dd-4fea-b956-37bb42eef2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:58.769774 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-e6a60b13-c1dd-4fea-b956-37bb42eef2ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.0885894 Jun 01 04:32:58.837204 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-ef07c1e9-d5f5-4f0c-be98-f47392f25094 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 1000 time: 0.0607424 Jun 01 04:32:58.888980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-5d2d92ad-a1e1-4914-aeae-d7323aa71c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:58.890562 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-5d2d92ad-a1e1-4914-aeae-d7323aa71c52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0465784 Jun 01 04:32:58.939856 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-86deac31-b48b-4241-bebd-a7a698eaaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:58.941815 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-86deac31-b48b-4241-bebd-a7a698eaaefe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441217 Jun 01 04:32:59.033132 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be10b-d255-42db-b56b-31f20c1cc3d6 req-667ab8f4-ce70-49a3-9f87-a00654f174f6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:59.034726 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1f1be10b-d255-42db-b56b-31f20c1cc3d6 req-667ab8f4-ce70-49a3-9f87-a00654f174f6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Jun 01 04:32:59.045078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:32:59.051201 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-b7d759d2-1a4d-49ec-80e1-7434711522b8 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021557 Jun 01 04:32:59.085320 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1f1be10b-d255-42db-b56b-31f20c1cc3d6 req-d7c61731-e0d2-4afd-85c7-6fddc93d5090 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Jun 01 04:32:59.146604 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1cc6798e-5840-4383-8ee2-c35d8ab03612 req-0ca30433-43a5-4822-aebb-96f59137dfd3 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Jun 01 04:32:59.384261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdbf54-843d-4748-a01c-356b2f526e3d req-df39fbfc-2190-4f7d-86a5-768afa8e0983 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:59.385818 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bbdbf54-843d-4748-a01c-356b2f526e3d req-df39fbfc-2190-4f7d-86a5-768afa8e0983 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0541649 Jun 01 04:32:59.436770 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bbdbf54-843d-4748-a01c-356b2f526e3d req-5f461185-0178-4a86-a48b-58d1f6f2871b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Jun 01 04:32:59.790166 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3a57e-86ca-4b67-add7-2611c43a5542 req-97b94ae5-d9e0-4a77-b348-0afee84ea519 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:32:59.791726 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-84e3a57e-86ca-4b67-add7-2611c43a5542 req-97b94ae5-d9e0-4a77-b348-0afee84ea519 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Jun 01 04:32:59.843663 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-84e3a57e-86ca-4b67-add7-2611c43a5542 req-878413f2-03ce-4066-899f-a0e4746d279b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 Jun 01 04:33:00.075998 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:00.200852 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef97885-b275-44df-a129-f238b9bf3753 req-186e44ab-2cb1-4e1c-bd37-c8e2c11985c8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:00.202395 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ef97885-b275-44df-a129-f238b9bf3753 req-186e44ab-2cb1-4e1c-bd37-c8e2c11985c8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Jun 01 04:33:00.250237 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ef97885-b275-44df-a129-f238b9bf3753 req-ef7d6ef8-26a5-4815-a6e3-b2ae2349e55b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Jun 01 04:33:00.551810 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8e42e-b383-41f9-85b1-a94774ba0d7a req-2f3367a3-5656-4a5c-b9a7-b382e72968cb tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:00.553267 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85d8e42e-b383-41f9-85b1-a94774ba0d7a req-2f3367a3-5656-4a5c-b9a7-b382e72968cb tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0465271 Jun 01 04:33:00.598470 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85d8e42e-b383-41f9-85b1-a94774ba0d7a req-13847961-a0cf-4dbd-bfad-1a473a8a678b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Jun 01 04:33:00.964146 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cef10-807a-4522-b7f3-55449d58b7dc req-e889cb6a-b277-4c2c-b776-7675801b8c46 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:00.965633 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-436cef10-807a-4522-b7f3-55449d58b7dc req-e889cb6a-b277-4c2c-b776-7675801b8c46 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Jun 01 04:33:01.013525 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-436cef10-807a-4522-b7f3-55449d58b7dc req-22c4d207-49b4-45be-82c8-ce977969d06b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Jun 01 04:33:01.366636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbba19-86da-47a0-b8c2-f8e7e9b80650 req-fb7b7b1c-7a38-4dc4-bbc2-e4461a7799da tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:01.368098 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bdfbba19-86da-47a0-b8c2-f8e7e9b80650 req-fb7b7b1c-7a38-4dc4-bbc2-e4461a7799da tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Jun 01 04:33:01.414517 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bdfbba19-86da-47a0-b8c2-f8e7e9b80650 req-f8d8433e-0511-4b56-a704-f17148606580 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Jun 01 04:33:01.710630 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ad44d-ea32-4161-8b1e-22fac77e1fa2 req-c946d2e8-9e65-4c3b-98bd-b38d23203b55 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:01.712098 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b18ad44d-ea32-4161-8b1e-22fac77e1fa2 req-c946d2e8-9e65-4c3b-98bd-b38d23203b55 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0460489 Jun 01 04:33:01.760711 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b18ad44d-ea32-4161-8b1e-22fac77e1fa2 req-3bd2f1d6-6310-4ba0-ab51-0cffaa2a2ae5 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Jun 01 04:33:01.776697 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b491423-a640-43d7-8181-21fce04119f3 req-a6b7e22e-057e-493f-af2c-fb6bba869ef6 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:01.778158 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b491423-a640-43d7-8181-21fce04119f3 req-a6b7e22e-057e-493f-af2c-fb6bba869ef6 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 945 time: 0.0469532 Jun 01 04:33:01.861528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Deleting port 8138db02-b358-48b3-8480-cfead95744b4 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:33:01.862143 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (8138db02-b358-48b3-8480-cfead95744b4), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:01.878625 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:01.954995 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] For port 8138db02-b358-48b3-8480-cfead95744b4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8138db02-b358-48b3-8480-cfead95744b4,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:33:01.955388 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (8138db02-b358-48b3-8480-cfead95744b4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:01.968157 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Calling delete_port for 8138db02-b358-48b3-8480-cfead95744b4 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:33:02.134371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9501-b911-4c11-b57a-b108fa6d4ec7 req-3bed692a-4c9e-452f-bf48-7f2f0905199d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:02.135778 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89ad9501-b911-4c11-b57a-b108fa6d4ec7 req-3bed692a-4c9e-452f-bf48-7f2f0905199d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Jun 01 04:33:02.178595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (8138db02-b358-48b3-8480-cfead95744b4), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:02.190148 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89ad9501-b911-4c11-b57a-b108fa6d4ec7 req-6040987c-5cb0-47d3-9917-0ffba55040f2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487249 Jun 01 04:33:02.209744 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Pushing event deleted for resources: {'Port': ['ID=8138db02-b358-48b3-8480-cfead95744b4,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:02.222090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.222500 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.222848 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.223221 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.223583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.223917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.224252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.224582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.224909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.225244 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.225562 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.225889 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.226209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.226317 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['8138db02-b358-48b3-8480-cfead95744b4'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:33:02.226729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.226832 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:02.266591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] No DVR routers for this DVR port 8138db02-b358-48b3-8480-cfead95744b4 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:33:02.269538 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:02.272770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b491423-a640-43d7-8181-21fce04119f3 req-6ef7f8ef-9593-4c5b-99fd-967888c9f993 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "DELETE /v2.0/ports/8138db02-b358-48b3-8480-cfead95744b4 HTTP/1.1" status: 204 len: 173 time: 0.4878535 Jun 01 04:33:02.273202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'name': 'network-vif-deleted', 'tag': '8138db02-b358-48b3-8480-cfead95744b4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:33:02.276149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92bd1f-b50d-4efc-9d54-69141fa744bd" -d '{"events": [{"server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "name": "network-vif-deleted", "tag": "8138db02-b358-48b3-8480-cfead95744b4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:33:02.311903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b048e17-305f-46a8-9ffd-f446dab299ec x-openstack-request-id: req-5b048e17-305f-46a8-9ffd-f446dab299ec {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:33:02.312289 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6bbca6-d73f-46d5-a3b9-684c864dbdaf", "name": "network-vif-deleted", "tag": "8138db02-b358-48b3-8480-cfead95744b4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:33:02.312532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b048e17-305f-46a8-9ffd-f446dab299ec {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:33:02.312935 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b048e17-305f-46a8-9ffd-f446dab299ec'] response: {'server_uuid': 'ee6bbca6-d73f-46d5-a3b9-684c864dbdaf', 'name': 'network-vif-deleted', 'tag': '8138db02-b358-48b3-8480-cfead95744b4', 'status': 'completed', 'code': 200} Jun 01 04:33:02.526064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f72c-71ad-49b7-be4c-23e62ec63b87 req-d54e19ee-7752-4a8d-bdfb-00cde30973b9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:02.527540 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ed0f72c-71ad-49b7-be4c-23e62ec63b87 req-d54e19ee-7752-4a8d-bdfb-00cde30973b9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0466769 Jun 01 04:33:02.557747 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:02.573961 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ed0f72c-71ad-49b7-be4c-23e62ec63b87 req-213871a4-339d-4962-ac30-f49f8d66f641 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 Jun 01 04:33:02.635654 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:33:02.866916 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-760b2ed2-780d-42ad-834c-9e10111aa137 req-cae4b046-232b-47b1-a762-716862b934d2 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee6bbca6-d73f-46d5-a3b9-684c864dbdaf HTTP/1.1" status: 200 len: 210 time: 0.0270407 Jun 01 04:33:03.306864 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429cc7f-8b5c-4eb5-8b3d-df8da1f12af7 req-55656e8b-b04e-4c68-957a-6c9436e54a10 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:03.308645 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e429cc7f-8b5c-4eb5-8b3d-df8da1f12af7 req-55656e8b-b04e-4c68-957a-6c9436e54a10 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0508347 Jun 01 04:33:03.368046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e429cc7f-8b5c-4eb5-8b3d-df8da1f12af7 req-8adc51f2-7111-4f0d-a438-fd73015241de tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526242 Jun 01 04:33:03.690795 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395170-ec3a-431d-9aff-e5c6f5d89eb0 req-555ce40d-23e9-4976-adb2-aa73059ca3cf tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:03.692255 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5395170-ec3a-431d-9aff-e5c6f5d89eb0 req-555ce40d-23e9-4976-adb2-aa73059ca3cf tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Jun 01 04:33:03.738704 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5395170-ec3a-431d-9aff-e5c6f5d89eb0 req-93a4317b-b754-4423-a450-e2686e631a32 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Jun 01 04:33:04.484091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38744aac-788f-4224-b1e6-5f1605a3ace0 req-9c95b357-693f-497c-a83f-f721dc06158d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:04.485526 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-38744aac-788f-4224-b1e6-5f1605a3ace0 req-9c95b357-693f-497c-a83f-f721dc06158d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jun 01 04:33:04.526170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:04.533502 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-38744aac-788f-4224-b1e6-5f1605a3ace0 req-f1771939-a83c-4940-a1b3-9c29bd6a92fe tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Jun 01 04:33:04.852046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12981b9b-317a-48ce-b481-c01eb234e711 req-a85a9e84-97cf-4743-a386-8fdb37e649af tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:04.853621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12981b9b-317a-48ce-b481-c01eb234e711 req-a85a9e84-97cf-4743-a386-8fdb37e649af tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0473464 Jun 01 04:33:04.900782 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12981b9b-317a-48ce-b481-c01eb234e711 req-3040a11c-f73b-409e-9cce-dc4940628ad4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416741 Jun 01 04:33:05.637442 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:05.654095 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d1578-d7e3-44d2-bd17-ad4f916aa0d6 req-da772a17-f346-4df6-b620-ce94902e78e3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:05.655574 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e0d1578-d7e3-44d2-bd17-ad4f916aa0d6 req-da772a17-f346-4df6-b620-ce94902e78e3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Jun 01 04:33:05.706691 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e0d1578-d7e3-44d2-bd17-ad4f916aa0d6 req-d179f70d-70f0-4424-b5b2-17fcb9cdc8b3 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Jun 01 04:33:06.014028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ef480-724e-4705-8dcf-1745f94c9822 req-0b80cd49-abf4-4b53-b0b0-e77f8db454f2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:06.015497 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a7ef480-724e-4705-8dcf-1745f94c9822 req-0b80cd49-abf4-4b53-b0b0-e77f8db454f2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0461459 Jun 01 04:33:06.062655 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a7ef480-724e-4705-8dcf-1745f94c9822 req-d1d33c50-290e-439c-97a8-931f7db55bac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Jun 01 04:33:06.820616 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131445-450b-477c-9aa2-7cd56e4fe347 req-49faacb4-07fb-450c-83a5-2bbb26ec4d02 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:06.822678 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7131445-450b-477c-9aa2-7cd56e4fe347 req-49faacb4-07fb-450c-83a5-2bbb26ec4d02 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Jun 01 04:33:06.867995 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7131445-450b-477c-9aa2-7cd56e4fe347 req-68c27524-b752-425f-84e2-f853e657f0de tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Jun 01 04:33:07.093716 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 8138db02-b358-48b3-8480-cfead95744b4 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:33:07.113522 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 8138db02-b358-48b3-8480-cfead95744b4 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:33:07.113868 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 8138db02-b358-48b3-8480-cfead95744b4 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:33:07.182012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc416-d93b-4818-99a5-1516a1016b0d req-14747a2a-5056-4efc-bc35-74dee3eb0c4a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:07.183483 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aefdc416-d93b-4818-99a5-1516a1016b0d req-14747a2a-5056-4efc-bc35-74dee3eb0c4a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Jun 01 04:33:07.229926 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aefdc416-d93b-4818-99a5-1516a1016b0d req-ddf43692-1d42-412f-a545-3f986a9d95a1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Jun 01 04:33:07.980026 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10d18-35ed-4b54-9121-31a178b2489c req-94e6f92a-1fb5-4eb6-b69b-12a3619fb832 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:07.981473 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fbf10d18-35ed-4b54-9121-31a178b2489c req-94e6f92a-1fb5-4eb6-b69b-12a3619fb832 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0456762 Jun 01 04:33:08.028072 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fbf10d18-35ed-4b54-9121-31a178b2489c req-b9946660-75fa-41f3-b0c8-c51d4d879927 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Jun 01 04:33:08.341474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b67a-2b32-4a8c-b439-682397a36529 req-47dd0759-af00-46cc-a524-cb449b9c36a2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:08.342923 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a68b67a-2b32-4a8c-b439-682397a36529 req-47dd0759-af00-46cc-a524-cb449b9c36a2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0458283 Jun 01 04:33:08.385151 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:08.389585 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a68b67a-2b32-4a8c-b439-682397a36529 req-ae900c0c-6383-4013-8dc8-86813b89a7f8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411706 Jun 01 04:33:09.144995 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bbe43-951a-4966-a5d5-98591fd0c1d4 req-561f9d74-b800-4aec-ab88-7f286809cdb7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:09.146451 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf7bbe43-951a-4966-a5d5-98591fd0c1d4 req-561f9d74-b800-4aec-ab88-7f286809cdb7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jun 01 04:33:09.192333 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf7bbe43-951a-4966-a5d5-98591fd0c1d4 req-fba6e97d-d145-4db4-b4fa-c0f64b2d5ac2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Jun 01 04:33:09.501731 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9720d3-acb1-491c-b879-64acc34852c0 req-2386ee36-153e-4e49-a219-289267b5049f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:09.503147 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7f9720d3-acb1-491c-b879-64acc34852c0 req-2386ee36-153e-4e49-a219-289267b5049f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0457599 Jun 01 04:33:09.555068 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7f9720d3-acb1-491c-b879-64acc34852c0 req-d6e6bb8c-41be-4e1a-8263-1c937b25432a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 Jun 01 04:33:10.307829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d799337-4afc-4a29-997d-ac302d2c4980 req-99a23359-d13c-4130-b470-9783f8796c91 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:10.309925 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6d799337-4afc-4a29-997d-ac302d2c4980 req-99a23359-d13c-4130-b470-9783f8796c91 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Jun 01 04:33:10.357681 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6d799337-4afc-4a29-997d-ac302d2c4980 req-cd1c967d-ec13-43fa-8454-10983bf21173 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Jun 01 04:33:10.666818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5317f-bf62-4e77-aab3-7cac05584d51 req-5ba59ac4-b29e-4961-ae76-15e24bd9aa25 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:10.668275 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dfb5317f-bf62-4e77-aab3-7cac05584d51 req-5ba59ac4-b29e-4961-ae76-15e24bd9aa25 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0457842 Jun 01 04:33:10.714243 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dfb5317f-bf62-4e77-aab3-7cac05584d51 req-9a5e3f6a-4a34-48fe-8811-079f94186473 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Jun 01 04:33:11.477448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eade28b-796b-4cb1-af49-c234b4ea0ed6 req-351b4a80-f779-4484-9ecc-ba8f066dbf6b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:11.478849 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eade28b-796b-4cb1-af49-c234b4ea0ed6 req-351b4a80-f779-4484-9ecc-ba8f066dbf6b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0544379 Jun 01 04:33:11.526150 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1eade28b-796b-4cb1-af49-c234b4ea0ed6 req-d89df729-44c3-4040-afa4-095e000834ac tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Jun 01 04:33:11.824960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc3958-63cc-4f8b-98c7-d2cce0cb1900 req-d3dbb77d-0470-4d3a-816e-f049bca4f10f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:11.826393 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39dc3958-63cc-4f8b-98c7-d2cce0cb1900 req-d3dbb77d-0470-4d3a-816e-f049bca4f10f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0455885 Jun 01 04:33:11.872069 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39dc3958-63cc-4f8b-98c7-d2cce0cb1900 req-fe279a90-8ecb-4ed8-a5e1-f5f3d88a5397 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402863 Jun 01 04:33:12.230296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:12.631000 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:12.631761 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:12.640815 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92f3e7-aaea-4dd0-ac6b-338d43dfa27b req-13a32474-1756-4b6f-a61a-a89e0c16ca92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:12.642283 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e92f3e7-aaea-4dd0-ac6b-338d43dfa27b req-13a32474-1756-4b6f-a61a-a89e0c16ca92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0472245 Jun 01 04:33:12.689440 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e92f3e7-aaea-4dd0-ac6b-338d43dfa27b req-26b3459f-b01f-4b36-8c2c-c4687a5ce032 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Jun 01 04:33:12.988681 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb50e6-b61f-47ac-8dbf-3d101d0f0321 req-520d96cf-0de4-4215-8712-e58500dec48d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:12.990237 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ccb50e6-b61f-47ac-8dbf-3d101d0f0321 req-520d96cf-0de4-4215-8712-e58500dec48d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0495872 Jun 01 04:33:13.038340 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ccb50e6-b61f-47ac-8dbf-3d101d0f0321 req-9a7a7123-d3c0-4ac5-99d2-214d14df7d79 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417290 Jun 01 04:33:13.802445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1afac3-1ff0-4401-bd0f-6982f4449653 req-83c7d6fd-712a-476a-bb51-0b0493e6d03a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:13.804198 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4f1afac3-1ff0-4401-bd0f-6982f4449653 req-83c7d6fd-712a-476a-bb51-0b0493e6d03a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0468099 Jun 01 04:33:13.855499 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4f1afac3-1ff0-4401-bd0f-6982f4449653 req-214fa867-681e-4c83-bd74-ee8f2b0e63ec tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Jun 01 04:33:14.153376 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861458d-7478-426a-8a2b-cc09df9b7e0d req-ec80fb60-61ac-49b4-8147-7c0665416a85 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:14.154799 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5861458d-7478-426a-8a2b-cc09df9b7e0d req-ec80fb60-61ac-49b4-8147-7c0665416a85 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0453470 Jun 01 04:33:14.200094 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5861458d-7478-426a-8a2b-cc09df9b7e0d req-db2e2dcf-69a6-47cf-985d-d13f01924bdb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Jun 01 04:33:14.971687 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5b574-fc62-4e2a-bb12-137cf8242746 req-f77cff51-ac1d-44bb-b561-67d9a1c7c34c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:14.973189 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3bb5b574-fc62-4e2a-bb12-137cf8242746 req-f77cff51-ac1d-44bb-b561-67d9a1c7c34c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Jun 01 04:33:15.023226 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3bb5b574-fc62-4e2a-bb12-137cf8242746 req-788808fc-9687-4147-ad52-12b219b0c963 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 Jun 01 04:33:15.319545 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7442453-3990-4a7a-af59-9366dba4d5e0 req-02600662-589a-4078-a92a-65c1c81f28be tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:15.321054 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a7442453-3990-4a7a-af59-9366dba4d5e0 req-02600662-589a-4078-a92a-65c1c81f28be tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Jun 01 04:33:15.380192 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a7442453-3990-4a7a-af59-9366dba4d5e0 req-c109315f-564a-48f5-8bd3-c8ab973510a1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533292 Jun 01 04:33:15.550986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:15.593617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-dd55009c-f99b-485f-98c0-0812e393e675 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:15.595084 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-dd55009c-f99b-485f-98c0-0812e393e675 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/networks?id=42562544-f7d5-495e-a6f5-6fc15fd8a536 HTTP/1.1" status: 200 len: 813 time: 0.0991790 Jun 01 04:33:15.610748 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-231ee58c-ec7b-4526-93d7-384a60a03af9 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/quotas/7454aaeeba6b4a8c86a0446ae68dd4f1 HTTP/1.1" status: 200 len: 375 time: 0.0097966 Jun 01 04:33:15.647570 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-8c5ee490-ed5e-46c0-9f89-4f29ac0ee1f0 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316069 Jun 01 04:33:15.787557 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-72d3e65f-fa06-40e7-89b9-9cd2f4dcad5d service neutron] 10.222.0.18 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329136 Jun 01 04:33:15.820431 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bdb65-b8f3-4fc9-8f3f-a77799e29141 req-f9e9c9e3-0706-4010-9877-466eb96a228f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:15.822080 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-924bdb65-b8f3-4fc9-8f3f-a77799e29141 req-f9e9c9e3-0706-4010-9877-466eb96a228f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0472171 Jun 01 04:33:15.873823 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-924bdb65-b8f3-4fc9-8f3f-a77799e29141 req-0bdcb78d-1b6e-44b9-8a5c-e8a7185665fd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455086 Jun 01 04:33:15.874072 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:15.884960 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-eef7abec-cae1-478c-9c4a-059d8f6e774c service neutron] 10.222.0.18 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915165 Jun 01 04:33:15.988307 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-6f1ed7b3-395d-4a90-af5b-fe5dbfe642e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:15.989693 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-6f1ed7b3-395d-4a90-af5b-fe5dbfe642e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1129 time: 0.0395648 Jun 01 04:33:16.083033 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-e7414906-7c4a-411e-8160-3d522439de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:16.084740 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-e7414906-7c4a-411e-8160-3d522439de5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 912 time: 0.0891964 Jun 01 04:33:16.160793 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d263a0c5-a218-4589-b05f-09106ba904d3 req-ef19b806-ecc2-486d-ab1e-2078e32a0632 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 210 time: 0.0365283 Jun 01 04:33:16.165033 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f8d0-474f-4436-b305-49a2d15a0e0a req-645fe1ac-fbb0-4497-aa02-7c83958338ab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:16.166450 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bd5f8d0-474f-4436-b305-49a2d15a0e0a req-645fe1ac-fbb0-4497-aa02-7c83958338ab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0732660 Jun 01 04:33:16.188072 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:16.218006 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bd5f8d0-474f-4436-b305-49a2d15a0e0a req-42aaae30-0c4f-4701-bf17-4c4a2aa10284 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452995 Jun 01 04:33:16.227137 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-8fd11772-d796-4245-8b4f-c52976dec368 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 1000 time: 0.0733123 Jun 01 04:33:16.282705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-a65d2576-25fe-42c6-8ae6-113a8eec3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:16.284247 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-a65d2576-25fe-42c6-8ae6-113a8eec3a6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0499592 Jun 01 04:33:16.330836 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-3ae3dcc6-3149-4ebc-b1fa-0c7e6ac20366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:16.332362 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-3ae3dcc6-3149-4ebc-b1fa-0c7e6ac20366 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395567 Jun 01 04:33:16.426879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-14230f9c-c6cd-4065-bda5-27357d6b94eb service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883329 Jun 01 04:33:16.519382 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a47cd5a4-d7ad-4ef2-a74f-98843dc46a51 req-aa7c238a-1116-4d8d-898b-5adea102a249 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Jun 01 04:33:16.990522 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb4e2d-ab2c-4044-ab1d-0d1e690b8bf9 req-8e2b0b40-2ab5-4a24-8032-b4e907fb85b5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:16.992111 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a6eb4e2d-ab2c-4044-ab1d-0d1e690b8bf9 req-8e2b0b40-2ab5-4a24-8032-b4e907fb85b5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Jun 01 04:33:17.044368 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a6eb4e2d-ab2c-4044-ab1d-0d1e690b8bf9 req-8d5878bd-bc43-456e-b3f7-3dfbc464fbbe tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Jun 01 04:33:17.098240 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:17.261144 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f37518e5-a07b-4230-a710-23c622cab271 req-d983d94f-18c8-4e91-9446-f337f7e44913 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 210 time: 0.0281782 Jun 01 04:33:17.342717 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a682d8-3937-41cb-b4d2-d984c1f44eec req-ea2cec23-9da2-4a8a-8be4-0157449571dc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:17.344198 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12a682d8-3937-41cb-b4d2-d984c1f44eec req-ea2cec23-9da2-4a8a-8be4-0157449571dc tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Jun 01 04:33:17.391346 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12a682d8-3937-41cb-b4d2-d984c1f44eec req-0bd04345-deec-405d-8ed0-e26ba4a2154b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Jun 01 04:33:18.150865 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:18.163447 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40354a8-a54b-4bb2-89ce-f3d7d083dbe7 req-edcb0373-bf67-4e12-8aa9-0bc8ebf68cff tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:18.164975 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e40354a8-a54b-4bb2-89ce-f3d7d083dbe7 req-edcb0373-bf67-4e12-8aa9-0bc8ebf68cff tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Jun 01 04:33:18.211917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e40354a8-a54b-4bb2-89ce-f3d7d083dbe7 req-d3a7fd16-4284-4fe9-bd09-b0c5c67c1abf tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Jun 01 04:33:18.357571 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c79220f4-fe2e-4161-bd0c-7adb446f465c req-8daca389-9a80-4007-9625-57b274c8e584 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Jun 01 04:33:18.507990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17b08-2660-4f13-a19c-ee543b70b4d5 req-2ef6f056-a88d-4878-8725-797c3051b56f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:18.509459 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5eb17b08-2660-4f13-a19c-ee543b70b4d5 req-2ef6f056-a88d-4878-8725-797c3051b56f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Jun 01 04:33:18.557275 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5eb17b08-2660-4f13-a19c-ee543b70b4d5 req-4cb32206-b5e3-48e4-89ab-234c121b2f3d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Jun 01 04:33:19.102227 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-65802752-b17b-4aa8-a986-fbe62a01ad8c tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:19.103591 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-65802752-b17b-4aa8-a986-fbe62a01ad8c tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "GET /v2.0/networks?id=42562544-f7d5-495e-a6f5-6fc15fd8a536 HTTP/1.1" status: 200 len: 813 time: 0.3456182 Jun 01 04:33:19.138271 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Request body: {'port': {'device_id': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536', 'admin_state_up': True, 'tenant_id': '7454aaeeba6b4a8c86a0446ae68dd4f1'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:33:19.202835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:19.342558 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Made reservation on behalf of 7454aaeeba6b4a8c86a0446ae68dd4f1 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:33:19.346047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:19.376142 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:19.472474 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-acfaee38-e09b-4d4b-89a0-f1a162a14e33 req-fe859220-1e3e-43ec-b96c-3ce8af452c1e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 210 time: 0.0461631 Jun 01 04:33:19.498875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Allocated IP 172.20.0.13 (42562544-f7d5-495e-a6f5-6fc15fd8a536/c1054754-45bc-4c06-b461-88fe012e9357/24bfa69e-b223-4cee-8525-825c7843db5b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:33:19.601693 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2d6b28fc-9806-46e4-9ce9-9dbd4e58b84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:19.658424 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks [] for port (24bfa69e-b223-4cee-8525-825c7843db5b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:19.686197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2566b0-d75e-4f7c-945f-7931a8034321 req-33ba76c5-f363-47e1-b1a5-24c18b47a0d9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:19.687693 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d2566b0-d75e-4f7c-945f-7931a8034321 req-33ba76c5-f363-47e1-b1a5-24c18b47a0d9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Jun 01 04:33:19.734489 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d2566b0-d75e-4f7c-945f-7931a8034321 req-e2d82696-cb16-43be-aa9e-92b857d284ba tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Jun 01 04:33:19.759824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:19.802311 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Network 42562544-f7d5-495e-a6f5-6fc15fd8a536 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:33:19.805475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:33:19.811547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:33:19.838030 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Pushing event updated for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:19.865634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:19.866239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:19.941046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-74431da2-e6b1-4518-93dd-308514dd811e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8089154 Jun 01 04:33:19.959632 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Request body: {'port': {'device_id': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:33:20.018325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.159721 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:20.292996 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:20.300983 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bfa69e-b223-4cee-8525-825c7843db5b {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:33:20.308303 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks [] for port (24bfa69e-b223-4cee-8525-825c7843db5b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.321255 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Transition to ACTIVE for port object 24bfa69e-b223-4cee-8525-825c7843db5b will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:33:20.418390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.466996 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Pushing event updated for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:20.542991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Attempting to bind port 24bfa69e-b223-4cee-8525-825c7843db5b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:33:20.543475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Attempting to bind port 24bfa69e-b223-4cee-8525-825c7843db5b by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:33:20.544261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Attempting to bind port 24bfa69e-b223-4cee-8525-825c7843db5b on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:33:20.558531 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Port 24bfa69e-b223-4cee-8525-825c7843db5b on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:33:20.558858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Attempting to bind port 24bfa69e-b223-4cee-8525-825c7843db5b on network 42562544-f7d5-495e-a6f5-6fc15fd8a536 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:33:20.583406 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:33:20.583735 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Checking segment: {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:33:20.584050 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Bound using segment: {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:33:20.584475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Bound port: 24bfa69e-b223-4cee-8525-825c7843db5b, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1686ae8-65e3-41e3-9706-06a9d7fd179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:33:20.584831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.605635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957d625-fb3e-4782-afc9-7b9e509a2d11 req-00a8c797-1acb-43bb-854f-41e6eeabdc88 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:20.607770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3957d625-fb3e-4782-afc9-7b9e509a2d11 req-00a8c797-1acb-43bb-854f-41e6eeabdc88 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0660787 Jun 01 04:33:20.689737 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:33:20.693564 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=24bfa69e-b223-4cee-8525-825c7843db5b,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:33:20.698773 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3957d625-fb3e-4782-afc9-7b9e509a2d11 req-24274420-db68-40c9-93c4-97aab3e5582a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854137 Jun 01 04:33:20.773209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.814286 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:20.814286 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:20.815232 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] 10.222.0.45 "PUT /v2.0/ports/24bfa69e-b223-4cee-8525-825c7843db5b HTTP/1.1" status: 200 len: 1094 time: 0.8595991 Jun 01 04:33:20.815691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:33:20.817928 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f168659e-60f1-4f8c-85f1-ae3885dbc44b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:33:20.839266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc605-c397-49ae-920a-00c6da649e0f service neutron] Pushing event updated for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:20.853907 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad97232-a669-4e81-9d85-08ab6d8726b0 req-158a5a9b-70cc-49fd-afbf-c83cadfe6931 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:20.855692 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8ad97232-a669-4e81-9d85-08ab6d8726b0 req-158a5a9b-70cc-49fd-afbf-c83cadfe6931 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Jun 01 04:33:20.904029 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8ad97232-a669-4e81-9d85-08ab6d8726b0 req-8c539e23-e1a1-45b3-83b3-a6235e4cf438 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Jun 01 04:33:20.914905 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45377e0c-6f2e-4e14-949a-ee8f3262d063 x-openstack-request-id: req-45377e0c-6f2e-4e14-949a-ee8f3262d063 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:33:20.915196 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:33:20.915480 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45377e0c-6f2e-4e14-949a-ee8f3262d063 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:33:20.915886 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45377e0c-6f2e-4e14-949a-ee8f3262d063'] response: {'name': 'network-changed', 'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b', 'status': 'completed', 'code': 200} Jun 01 04:33:21.808608 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-e87edc93-a7b4-4748-b876-82438236dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:21.810914 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-e87edc93-a7b4-4748-b876-82438236dbc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 1128 time: 0.0684018 Jun 01 04:33:21.830156 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3559a3-b3c3-4330-be10-3d019018c0c9 req-f321404f-eb8a-47a7-bb81-acd8866f6fb7 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:21.831680 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d3559a3-b3c3-4330-be10-3d019018c0c9 req-f321404f-eb8a-47a7-bb81-acd8866f6fb7 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0605705 Jun 01 04:33:21.907851 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4535d-6b6f-43b3-b05e-7e1371190941 req-590b4fac-ef31-475e-836a-07f5aa3acdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:21.907851 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ee4535d-6b6f-43b3-b05e-7e1371190941 req-590b4fac-ef31-475e-836a-07f5aa3acdef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0406690 Jun 01 04:33:21.940372 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ee4535d-6b6f-43b3-b05e-7e1371190941 req-0b235d03-dfc5-41f5-9123-d5051a35163b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Jun 01 04:33:21.944810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d3559a3-b3c3-4330-be10-3d019018c0c9 req-8cb7e2a9-99ac-48d5-bccc-19d75fe3e62e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073263 Jun 01 04:33:21.982747 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0313c7f8-422c-4900-9fd1-b214b7f1d063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:21.983568 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-9ada4193-8361-479c-9570-8c2cf3ce7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:21.985833 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-9ada4193-8361-479c-9570-8c2cf3ce7d49 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1346147 Jun 01 04:33:22.033404 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b37ccc-2165-4595-a1e0-c99ec0adb08c req-ded3034f-fe5b-41b3-ad6d-a0006b26d617 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:22.034917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24b37ccc-2165-4595-a1e0-c99ec0adb08c req-ded3034f-fe5b-41b3-ad6d-a0006b26d617 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jun 01 04:33:22.086212 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24b37ccc-2165-4595-a1e0-c99ec0adb08c req-c4d35301-6d8c-4a04-b687-59baf4c9ff0f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Jun 01 04:33:22.645493 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:22.676092 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:22.685357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-bece63e4-6e21-4be8-ac37-91cab5d61b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:22.686875 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f168659e-60f1-4f8c-85f1-ae3885dbc44b req-bece63e4-6e21-4be8-ac37-91cab5d61b7f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985532 Jun 01 04:33:23.059438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f134c4-66be-459e-bf13-0ba48e8a8826 req-194cb5a3-f4ea-4eec-89b6-e12b19f7ef37 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:23.061394 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e7f134c4-66be-459e-bf13-0ba48e8a8826 req-194cb5a3-f4ea-4eec-89b6-e12b19f7ef37 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0471487 Jun 01 04:33:23.108810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e7f134c4-66be-459e-bf13-0ba48e8a8826 req-3db02ab6-b6ae-4b3a-8295-bd46982c5775 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Jun 01 04:33:23.116100 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:23.203628 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6260-2848-4399-8169-f358f45eecf1 req-e0b9d839-3dcc-4f1c-9691-b4b2cf96c01f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:23.205106 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c5c6260-2848-4399-8169-f358f45eecf1 req-e0b9d839-3dcc-4f1c-9691-b4b2cf96c01f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Jun 01 04:33:23.218553 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-d30eed14-f13d-4bab-bb69-45492ea7354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:23.222625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-d30eed14-f13d-4bab-bb69-45492ea7354e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 1128 time: 0.0400441 Jun 01 04:33:23.254555 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c5c6260-2848-4399-8169-f358f45eecf1 req-13986731-c512-43f6-9af8-79bf4fe9cdbd tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Jun 01 04:33:23.293106 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-775bdb71-4228-4474-8b18-726829c6d44f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24bfa69e-b223-4cee-8525-825c7843db5b HTTP/1.1" status: 200 len: 217 time: 0.0355732 Jun 01 04:33:23.348504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017fd7-99a1-4331-b433-c169b36694ae req-60d5c51d-cf19-4b86-b199-cce96389bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:23.350093 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-60d5c51d-cf19-4b86-b199-cce96389bc98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1054754-45bc-4c06-b461-88fe012e9357 HTTP/1.1" status: 200 len: 853 time: 0.0453966 Jun 01 04:33:23.384098 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-93c95207-503c-443c-95e4-2f48bb0b62ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42562544-f7d5-495e-a6f5-6fc15fd8a536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280926 Jun 01 04:33:23.482353 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-bd0a336b-65f7-4303-b319-28e0871f3839 service neutron] 10.222.0.45 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869901 Jun 01 04:33:23.759883 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:23.799488 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12017fd7-99a1-4331-b433-c169b36694ae req-58f8b390-0294-4adf-92e6-8d67fd3f8473 service neutron] 10.222.0.45 "GET /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879829 Jun 01 04:33:24.227940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac37f-99e1-4128-a359-7e6095886499 req-dc6cabd5-a1f0-4167-a35d-c98c4167aa41 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:24.229439 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27cac37f-99e1-4128-a359-7e6095886499 req-dc6cabd5-a1f0-4167-a35d-c98c4167aa41 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0499578 Jun 01 04:33:24.283261 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27cac37f-99e1-4128-a359-7e6095886499 req-c142a227-bd0f-434d-aa9c-b72c4c55947c tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Jun 01 04:33:24.383648 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49a6b4-a6c7-4e0f-880d-486af3129c35 req-54bdb5e9-2512-490b-ab3e-ed27adb1b1da tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:24.385126 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ce49a6b4-a6c7-4e0f-880d-486af3129c35 req-54bdb5e9-2512-490b-ab3e-ed27adb1b1da tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Jun 01 04:33:24.433254 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ce49a6b4-a6c7-4e0f-880d-486af3129c35 req-56092fed-1f6e-4cea-8068-47fffd5695a8 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Jun 01 04:33:24.612898 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:24.980492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457de2b-94fc-4c3c-88d8-b3f4732bb0b7 req-c12345e9-0852-4b94-b33f-6eb5b43580b0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:24.981993 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8457de2b-94fc-4c3c-88d8-b3f4732bb0b7 req-c12345e9-0852-4b94-b33f-6eb5b43580b0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Jun 01 04:33:25.031614 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8457de2b-94fc-4c3c-88d8-b3f4732bb0b7 req-58c93a86-2b67-48ad-b794-af85ac95e1c5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Jun 01 04:33:25.409884 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ed2d-bee9-4634-add8-65582e0316a7 req-21c1ef22-68ba-4ddd-a619-2c36ba3e3b9d tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:25.411426 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6920ed2d-bee9-4634-add8-65582e0316a7 req-21c1ef22-68ba-4ddd-a619-2c36ba3e3b9d tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0516534 Jun 01 04:33:25.461180 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6920ed2d-bee9-4634-add8-65582e0316a7 req-46ba7097-9877-4c92-af3c-022ef6340319 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Jun 01 04:33:26.108830 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:26.148364 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003555-d3cd-4c06-82c0-78bbed56c74f req-936cb5aa-d5b7-43c2-b1f8-383fb5a4292b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:26.149813 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56003555-d3cd-4c06-82c0-78bbed56c74f req-936cb5aa-d5b7-43c2-b1f8-383fb5a4292b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0466440 Jun 01 04:33:26.196394 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56003555-d3cd-4c06-82c0-78bbed56c74f req-28f468e6-2a6f-4036-9b09-b027aa74c26a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Jun 01 04:33:26.573803 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1f645-51c2-49ac-bb65-ff453103cf06 req-3dd83ec5-2692-4d70-91cd-401b6dc4f66b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:26.575240 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9af1f645-51c2-49ac-bb65-ff453103cf06 req-3dd83ec5-2692-4d70-91cd-401b6dc4f66b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0466042 Jun 01 04:33:26.609684 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:26.624491 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9af1f645-51c2-49ac-bb65-ff453103cf06 req-43b50e17-fcda-4d2f-a19e-9fc0d7d7ec52 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Jun 01 04:33:27.128615 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-5a565fa3-12e9-4faf-8622-f9d2cce9067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.130273 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-5a565fa3-12e9-4faf-8622-f9d2cce9067a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0434549 Jun 01 04:33:27.222846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-6908b7f1-fe85-43c4-9975-45074d508d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.224255 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-6908b7f1-fe85-43c4-9975-45074d508d4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.0861254 Jun 01 04:33:27.332223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdcaf7-b855-4225-a54a-61a637df4746 req-dab9255c-a69c-49e8-8ece-fef3a48299b9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.333723 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8cdcaf7-b855-4225-a54a-61a637df4746 req-dab9255c-a69c-49e8-8ece-fef3a48299b9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0622177 Jun 01 04:33:27.335479 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-4fdcd017-6576-456a-aff9-c7e88dbbb613 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 1000 time: 0.1019936 Jun 01 04:33:27.399592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:27.416025 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-cc87cc77-b461-4291-ba20-a1d5fd745705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.417364 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-cc87cc77-b461-4291-ba20-a1d5fd745705 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0705361 Jun 01 04:33:27.425569 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8cdcaf7-b855-4225-a54a-61a637df4746 req-6b3f3274-2e2b-4639-8fa1-d5b59092a97b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857990 Jun 01 04:33:27.474853 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-6e401a27-d033-4e42-a7c1-b97398d1d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.476334 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-6e401a27-d033-4e42-a7c1-b97398d1d373 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499084 Jun 01 04:33:27.569045 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-76e077eb-f45c-4798-a590-2c00d30cf1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861704 Jun 01 04:33:27.668879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76d05cd3-22bc-45e0-837f-96b46303f0f9 req-886adced-6842-461b-8d98-428054fde51e service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932868 Jun 01 04:33:27.746403 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a79c3-9576-4b45-9148-c8cc218254c1 req-7caf1102-3882-418c-89a1-fe4685f90224 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:27.747838 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d9a79c3-9576-4b45-9148-c8cc218254c1 req-7caf1102-3882-418c-89a1-fe4685f90224 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 944 time: 0.0517819 Jun 01 04:33:27.800541 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d9a79c3-9576-4b45-9148-c8cc218254c1 req-b755bcb5-674a-4d07-959b-585984543273 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Jun 01 04:33:28.554413 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97126d-c19b-4e2e-a373-87880fb442d1 req-764873b9-aa8f-4144-9b9a-6fe1108778cf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:28.555967 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a97126d-c19b-4e2e-a373-87880fb442d1 req-764873b9-aa8f-4144-9b9a-6fe1108778cf tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0497401 Jun 01 04:33:28.564502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 24bfa69e-b223-4cee-8525-825c7843db5b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:33:28.606753 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a97126d-c19b-4e2e-a373-87880fb442d1 req-b5eeef93-72b5-48f6-8b36-41573656b95d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Jun 01 04:33:28.674170 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=24bfa69e-b223-4cee-8525-825c7843db5b,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:33:28.685531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '24bfa69e-b223-4cee-8525-825c7843db5b', 'network_id': '42562544-f7d5-495e-a6f5-6fc15fd8a536', 'port_id': '24bfa69e-b223-4cee-8525-825c7843db5b', 'mac_address': 'fa:16:3e:e0:c5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1054754-45bc-4c06-b461-88fe012e9357', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:33:28.720165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 24bfa69e-b223-4cee-8525-825c7843db5b is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:33:28.720478 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:28.733011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bfa69e-b223-4cee-8525-825c7843db5b {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:33:28.752547 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=24bfa69e-b223-4cee-8525-825c7843db5b,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:33:28.812422 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:28.863034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:28.870254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.870630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.870971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.871321 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.871667 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.871995 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.872322 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.872646 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.872971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.873843 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.874165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.874493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.874811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.875131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.875479 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:33:28.916213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab295-01a7-4bac-9af4-f0f2abf6dd46 req-853663e0-2548-4737-9f38-5f10d127158b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:28.917670 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-df1ab295-01a7-4bac-9af4-f0f2abf6dd46 req-853663e0-2548-4737-9f38-5f10d127158b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 945 time: 0.0485086 Jun 01 04:33:28.964802 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-df1ab295-01a7-4bac-9af4-f0f2abf6dd46 req-fd91464a-b0df-4c89-b2b7-82e598e34393 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Jun 01 04:33:29.425875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['24bfa69e-b223-4cee-8525-825c7843db5b'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:33:29.714474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:29.733582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1cc2a-f51e-464e-96d8-7d555de92a90 req-c5461f6c-e802-481e-82a5-1f7cdbf4a581 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:29.735138 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-51e1cc2a-f51e-464e-96d8-7d555de92a90 req-c5461f6c-e802-481e-82a5-1f7cdbf4a581 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0590470 Jun 01 04:33:29.782636 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-51e1cc2a-f51e-464e-96d8-7d555de92a90 req-2d542932-f05c-4270-9a70-a1783c47db7f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Jun 01 04:33:30.076721 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35b83-8c35-4c35-8481-aae505bdb19c req-0fcd5e2f-ddb0-480f-a0a2-26acdcb8eef6 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:30.078172 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31e35b83-8c35-4c35-8481-aae505bdb19c req-0fcd5e2f-ddb0-480f-a0a2-26acdcb8eef6 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 945 time: 0.0467052 Jun 01 04:33:30.090091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:30.126414 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31e35b83-8c35-4c35-8481-aae505bdb19c req-4c19626a-4a7e-4b91-99c4-a14c04c7ee07 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Jun 01 04:33:30.835947 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 24bfa69e-b223-4cee-8525-825c7843db5b up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:33:30.865519 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:30.883386 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 24bfa69e-b223-4cee-8525-825c7843db5b completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:33:30.896097 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd643ba-d5e5-45bd-9398-584b674e907f req-054383e3-4ed6-4539-9ec4-8d67c248068b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:30.897604 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bd643ba-d5e5-45bd-9398-584b674e907f req-054383e3-4ed6-4539-9ec4-8d67c248068b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Jun 01 04:33:30.945418 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bd643ba-d5e5-45bd-9398-584b674e907f req-e30c1c22-1876-4cb3-86c9-ab61e0dbc683 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Jun 01 04:33:30.955041 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 24bfa69e-b223-4cee-8525-825c7843db5b triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:33:30.955454 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:31.030711 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 24bfa69e-b223-4cee-8525-825c7843db5b is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:33:31.031091 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:31.052914 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:33:31.055069 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb01b8-8a50-4cfd-930d-d30213f4929b" -d '{"events": [{"server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "name": "network-vif-plugged", "status": "completed", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:33:31.068309 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=24bfa69e-b223-4cee-8525-825c7843db5b,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:33:31.146781 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a543f-2fca-4e94-9be8-7b2134d7b317 x-openstack-request-id: req-f75a543f-2fca-4e94-9be8-7b2134d7b317 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:33:31.146781 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "name": "network-vif-plugged", "status": "completed", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:33:31.146781 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f75a543f-2fca-4e94-9be8-7b2134d7b317 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:33:31.146781 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75a543f-2fca-4e94-9be8-7b2134d7b317'] response: {'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b', 'code': 200} Jun 01 04:33:31.165274 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:31.210601 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:31.215559 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:33:31.242334 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612c162-e816-4374-9d3c-bef4c475f8d4 req-38964f21-79d3-495c-98df-de9d5560b627 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:31.243937 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9612c162-e816-4374-9d3c-bef4c475f8d4 req-38964f21-79d3-495c-98df-de9d5560b627 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0486660 Jun 01 04:33:31.294893 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9612c162-e816-4374-9d3c-bef4c475f8d4 req-9d2a6d3a-f042-4ad5-9540-a3b990dacc42 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Jun 01 04:33:31.726283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a33c5-0a4b-4364-840c-a8c2a30770db req-b8fd5a89-57c1-4201-8eec-56295f10e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:31.727792 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-479a33c5-0a4b-4364-840c-a8c2a30770db req-b8fd5a89-57c1-4201-8eec-56295f10e93e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 1130 time: 0.0411620 Jun 01 04:33:31.772410 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-479a33c5-0a4b-4364-840c-a8c2a30770db req-3ef67f68-a5e0-4a7d-979e-c6cd9acd93d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Jun 01 04:33:32.062687 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843193-ca9b-490f-9af9-e331c4074666 req-9d384c8e-6965-40b9-84d5-88d8f6a67f92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:32.064204 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4843193-ca9b-490f-9af9-e331c4074666 req-9d384c8e-6965-40b9-84d5-88d8f6a67f92 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Jun 01 04:33:32.110872 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4843193-ca9b-490f-9af9-e331c4074666 req-60820ba2-5aee-4bba-a7fa-d91e69e7c064 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Jun 01 04:33:32.219773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb7bb2-d7c3-4525-8155-ac7d82a8938a req-ce1ddaa9-b6bd-4633-8812-251291f781d0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:32.221214 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6cb7bb2-d7c3-4525-8155-ac7d82a8938a req-ce1ddaa9-b6bd-4633-8812-251291f781d0 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0466762 Jun 01 04:33:32.230050 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 60652) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:33:32.234707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Request body: {'floatingip': {'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:33:32.288357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:32.406722 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f6b4b-f28b-4cfb-8720-a263c2615729 req-b643a4a2-d0be-4e5a-8483-a6650635450e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:32.408246 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-092f6b4b-f28b-4cfb-8720-a263c2615729 req-b643a4a2-d0be-4e5a-8483-a6650635450e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0459654 Jun 01 04:33:32.456882 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-092f6b4b-f28b-4cfb-8720-a263c2615729 req-4b4ffff8-336b-4928-9fe1-23d7ce4496f7 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Jun 01 04:33:32.493748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:32.728060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:32.783842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:32.922553 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:32.981119 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:33:33.084059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:33:33.088881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:33.094133 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:33:33.104461 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:33:33.105074 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:33:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:33:33.119244 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:33:33.121653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:33:33.152894 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-be4bfe2f-b752-4a74-8803-3647688f44d7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "PUT /v2.0/floatingips/35ee4141-4a8b-406b-934d-1596bedf4474 HTTP/1.1" status: 200 len: 992 time: 0.9218409 Jun 01 04:33:33.170422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b4027-44ca-40f1-a064-8ebe93b07290 x-openstack-request-id: req-d12b4027-44ca-40f1-a064-8ebe93b07290 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:33:33.170713 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:33:33.170969 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d12b4027-44ca-40f1-a064-8ebe93b07290 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:33:33.171618 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12b4027-44ca-40f1-a064-8ebe93b07290'] response: {'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'status': 'completed', 'code': 200} Jun 01 04:33:33.209448 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:33:33.418992 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:33:32Z', 'revision_number': 3, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:33:33.446414 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:33:33.455542 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:33:33.456141 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:33:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:33:33.556580 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:33:33.574323 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e868e22-0e7c-4a1b-94ff-4fc49399485a req-31398f75-0256-4081-ac01-d8f96618e418 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:33.575892 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e868e22-0e7c-4a1b-94ff-4fc49399485a req-31398f75-0256-4081-ac01-d8f96618e418 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Jun 01 04:33:33.627887 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e868e22-0e7c-4a1b-94ff-4fc49399485a req-16ec456f-570e-4016-b7f3-6953e9f50f8b tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Jun 01 04:33:33.790324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-788b623f-d687-4eda-9a82-f5fbf5b50a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:33.792436 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-788b623f-d687-4eda-9a82-f5fbf5b50a70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0454319 Jun 01 04:33:33.856636 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:33:32Z', 'revision_number': 3, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:33:33.885207 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65216ac-51f5-4f75-bf84-129dcdfdd5bb None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '35ee4141-4a8b-406b-934d-1596bedf4474', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'port_id': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'mac_address': 'fa:16:3e:9b:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:30:19Z', 'updated_at': '2022-06-01T04:33:32Z', 'revision_number': 3, 'project_id': 'bda53dca70e54e208b2767a833923234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:33:34.433228 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-6d5404b1-e130-4f1c-9d5d-182f902c13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:34.434698 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-6d5404b1-e130-4f1c-9d5d-182f902c13dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.0917478 Jun 01 04:33:34.539082 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-9cc858b7-673f-4535-a98c-7f81c965970a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 1000 time: 0.0641932 Jun 01 04:33:34.746026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7066b-ce1e-401a-b12d-4d4543e3c73d req-7307af8f-ce9e-46d5-b4bf-3de0745f33d8 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:34.747631 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35e7066b-ce1e-401a-b12d-4d4543e3c73d req-7307af8f-ce9e-46d5-b4bf-3de0745f33d8 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Jun 01 04:33:34.789444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:34.796591 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35e7066b-ce1e-401a-b12d-4d4543e3c73d req-9f43065f-a2c3-4364-967d-66467f428530 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Jun 01 04:33:34.866985 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-74cee230-7758-42e9-9c0b-9258e45f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:34.868543 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-74cee230-7758-42e9-9c0b-9258e45f4519 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0467997 Jun 01 04:33:34.932147 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-6a8d8bc0-f97b-4326-a593-d7a4f5040db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:34.934444 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-6a8d8bc0-f97b-4326-a593-d7a4f5040db3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454366 Jun 01 04:33:35.031674 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-a95f7711-d8f5-488a-89fa-37cd6122620b service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868466 Jun 01 04:33:35.345716 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:33:35.348146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9560db94-6c12-409e-9a92-0ccf95018fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:33:35.388317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3df43-835d-47d8-8f85-27ac964f7de9 x-openstack-request-id: req-4be3df43-835d-47d8-8f85-27ac964f7de9 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:33:35.388662 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:33:35.388941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4be3df43-835d-47d8-8f85-27ac964f7de9 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:33:35.391278 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be3df43-835d-47d8-8f85-27ac964f7de9'] response: {'name': 'network-changed', 'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'status': 'completed', 'code': 200} Jun 01 04:33:35.399621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3453c2eb-2f41-42de-8f45-3d5cbc80cf3e req-a6d46e6a-e803-4f4f-b1e7-2ce8a15351f6 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484805 Jun 01 04:33:35.527656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-c55553cd-8e75-4f13-8084-9cc20c8f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:35.529112 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-c55553cd-8e75-4f13-8084-9cc20c8f86cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 1129 time: 0.0391731 Jun 01 04:33:35.645205 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-8901ed8e-bb7d-4a28-b156-6a1b58736233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:35.646774 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-8901ed8e-bb7d-4a28-b156-6a1b58736233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.0970321 Jun 01 04:33:35.720943 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-fa79508b-dd28-4a8b-9974-c1e374246b89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 200 len: 1000 time: 0.0556941 Jun 01 04:33:35.759849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:35.771850 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-b9248e03-ef48-45bd-9af7-1b5d195477bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:35.773330 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-b9248e03-ef48-45bd-9af7-1b5d195477bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0468552 Jun 01 04:33:35.832397 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-ccabf591-d138-4a45-a6c7-ca16322d758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:35.833902 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-ccabf591-d138-4a45-a6c7-ca16322d758e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433037 Jun 01 04:33:35.925469 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-39fec224-fbc0-440a-b7f7-cb6bf16205d6 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Jun 01 04:33:36.018050 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9560db94-6c12-409e-9a92-0ccf95018fb3 req-bb9322bd-36d5-43ca-8390-53dfb4ed0a15 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866008 Jun 01 04:33:36.558098 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-f4922cdb-844f-45fe-b111-2b4998cd7bed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398252 Jun 01 04:33:36.660122 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-b9402ff6-afca-43b0-abc2-8e17470b9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:36.661920 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-b9402ff6-afca-43b0-abc2-8e17470b9acf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bda53dca70e54e208b2767a833923234&device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 1130 time: 0.0406103 Jun 01 04:33:36.774855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-e0d7eb98-0b3c-4836-bd73-1300251eeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:36.776337 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-e0d7eb98-0b3c-4836-bd73-1300251eeb67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 200 len: 919 time: 0.0938227 Jun 01 04:33:36.861219 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-4e93edad-2d62-451d-88ad-05e12afe2922 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 200 len: 217 time: 0.0323122 Jun 01 04:33:36.912814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-c5dec2d2-978c-43be-91fd-dbd298b0db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:36.914232 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-c5dec2d2-978c-43be-91fd-dbd298b0db9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 200 len: 857 time: 0.0476742 Jun 01 04:33:36.957213 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-d3977f04-4d30-4b73-92bb-a80b76446d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:33:36.958676 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-d3977f04-4d30-4b73-92bb-a80b76446d1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df968078-6547-44fa-a4b9-d4e6c486e9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377517 Jun 01 04:33:36.973798 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:37.051989 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-6a41839c-4f32-49a2-a367-45649fafb79b service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Jun 01 04:33:37.147292 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9c3ab692-a6f8-438c-b177-d3e7913d12dd req-445a5aec-9c60-49b6-8ffe-e59317ee2357 service neutron] 10.222.0.45 "GET /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885601 Jun 01 04:33:39.634631 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:33:41.213215 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:43.620145 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=60 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:43.623405 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=26 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:46.663213 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:47.125043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:47.144472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:49.583940 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-444f5a77-a55a-4273-ae9d-3b2c466c0393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:49.631183 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=84 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:33:51.932212 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cc3a770f-22ab-42c9-9f6e-a144f5bcd34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:53.137489 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:54.606194 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:56.080616 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:33:59.656636 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:00.863210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:03.681162 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36efc-ae2f-46fa-a5af-1ef4750a8af4 req-d642f885-089d-4b99-8f6a-676cceca7c9e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:03.685807 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbc36efc-ae2f-46fa-a5af-1ef4750a8af4 req-d642f885-089d-4b99-8f6a-676cceca7c9e tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0491385 Jun 01 04:34:03.731746 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbc36efc-ae2f-46fa-a5af-1ef4750a8af4 req-f5c399db-1b3e-4205-84ac-c76f1d92d709 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Jun 01 04:34:04.853875 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2420a3-469d-415d-8ced-f540d584b5c0 req-55763778-7ea3-4094-ac9f-9a1e6a674876 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:04.855396 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d2420a3-469d-415d-8ced-f540d584b5c0 req-55763778-7ea3-4094-ac9f-9a1e6a674876 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0488441 Jun 01 04:34:04.905866 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d2420a3-469d-415d-8ced-f540d584b5c0 req-14601488-4c6d-492f-864f-ff057f18412a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446179 Jun 01 04:34:05.636187 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-10fd546c-5beb-4a68-ae00-8b65cdbd42d8 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:05.637642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-10fd546c-5beb-4a68-ae00-8b65cdbd42d8 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0512362 Jun 01 04:34:05.720149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Deleting port 24bfa69e-b223-4cee-8525-825c7843db5b {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:34:05.720535 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:05.813419 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] For port 24bfa69e-b223-4cee-8525-825c7843db5b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=24bfa69e-b223-4cee-8525-825c7843db5b,segment=NetworkSegment(b1686ae8-65e3-41e3-9706-06a9d7fd179c),segment_id=b1686ae8-65e3-41e3-9706-06a9d7fd179c)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:05.813784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:05.826577 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Calling delete_port for 24bfa69e-b223-4cee-8525-825c7843db5b owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:34:06.018844 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7497-5972-4714-bce3-91be5a83ed03 req-f2443afc-80ad-4526-b9a1-a6bdf719836a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:06.020430 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a16f7497-5972-4714-bce3-91be5a83ed03 req-f2443afc-80ad-4526-b9a1-a6bdf719836a tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 946 time: 0.0470107 Jun 01 04:34:06.053897 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (24bfa69e-b223-4cee-8525-825c7843db5b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:06.092144 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['24bfa69e-b223-4cee-8525-825c7843db5b'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:34:06.095445 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a16f7497-5972-4714-bce3-91be5a83ed03 req-a96b2d57-d7a8-4cd8-83db-c0887b0f050f tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/security-groups?id=c51ec381-7c7a-4c5f-a9ca-423c92ea0107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Jun 01 04:34:06.096369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Pushing event deleted for resources: {'Port': ['ID=24bfa69e-b223-4cee-8525-825c7843db5b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:06.124181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.124534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.124915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.125258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.125599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.125933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.126264 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.126601 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.126933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.127262 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.127621 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.127944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.128268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.128594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.128920 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:06.152061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] No DVR routers for this DVR port 24bfa69e-b223-4cee-8525-825c7843db5b on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:34:06.154488 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:06.158291 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9089280-3b3d-4c74-bbdb-0c6cf01bd368 req-8670ab36-3b8f-4f42-87a9-522becec4252 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.45 "DELETE /v2.0/ports/24bfa69e-b223-4cee-8525-825c7843db5b HTTP/1.1" status: 204 len: 173 time: 0.5154095 Jun 01 04:34:06.158723 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'name': 'network-vif-deleted', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:06.160933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3bd24-68d0-4741-b1da-28f327cb40ab" -d '{"events": [{"server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "name": "network-vif-deleted", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:06.197087 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e949d0ba-393f-4670-a97c-6721e60c9fd3 x-openstack-request-id: req-e949d0ba-393f-4670-a97c-6721e60c9fd3 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:06.197378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cacd474-e05d-4ec8-a35f-c111ca326544", "name": "network-vif-deleted", "tag": "24bfa69e-b223-4cee-8525-825c7843db5b", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:06.197634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e949d0ba-393f-4670-a97c-6721e60c9fd3 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:06.198041 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e949d0ba-393f-4670-a97c-6721e60c9fd3'] response: {'server_uuid': '8cacd474-e05d-4ec8-a35f-c111ca326544', 'name': 'network-vif-deleted', 'tag': '24bfa69e-b223-4cee-8525-825c7843db5b', 'status': 'completed', 'code': 200} Jun 01 04:34:07.211988 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2911e2d9-b24b-4c4c-a611-01412b2c2647 req-70c2f67e-d084-4d6b-9845-f8cd22832031 tempest-VolumesSnapshotTestJSON-1313661018 tempest-VolumesSnapshotTestJSON-1313661018-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cacd474-e05d-4ec8-a35f-c111ca326544 HTTP/1.1" status: 200 len: 210 time: 0.0291419 Jun 01 04:34:09.064039 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 24bfa69e-b223-4cee-8525-825c7843db5b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:34:09.083944 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 24bfa69e-b223-4cee-8525-825c7843db5b {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:34:09.084283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 24bfa69e-b223-4cee-8525-825c7843db5b not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:34:14.893338 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:14.902277 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:16.133313 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:16.544570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:16.546044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:16.642179 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:34:17.194238 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:18.342869 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327190a7-f17c-42c5-b6e9-de7d8ea4775b req-79e5f734-0415-471b-afd3-31851dbee6c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:18.347445 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-327190a7-f17c-42c5-b6e9-de7d8ea4775b req-79e5f734-0415-471b-afd3-31851dbee6c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0507712 Jun 01 04:34:18.393269 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-327190a7-f17c-42c5-b6e9-de7d8ea4775b req-3d924d56-bc59-4188-b910-61093d2d3df7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Jun 01 04:34:19.520306 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9041f8-f8cf-413e-8744-b18f27d971c8 req-5b30bde3-bd39-420f-bafe-463452894c9a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:19.521943 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d9041f8-f8cf-413e-8744-b18f27d971c8 req-5b30bde3-bd39-420f-bafe-463452894c9a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0526624 Jun 01 04:34:19.583395 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d9041f8-f8cf-413e-8744-b18f27d971c8 req-34129cac-a735-457d-8d3f-744247871a36 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557556 Jun 01 04:34:19.605611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e60f8ab5-f991-47f9-99fd-29df50e63fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:20.359469 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f8f19-b444-423f-add5-bd9098f61553 req-f278b29f-853f-4591-9db8-185a3b36ed76 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:20.361123 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-686f8f19-b444-423f-add5-bd9098f61553 req-f278b29f-853f-4591-9db8-185a3b36ed76 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0491753 Jun 01 04:34:20.450814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Deleting port 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:34:20.451147 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:20.548154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] For port 690b8ab1-955e-471f-b256-fa4681ea0480, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=690b8ab1-955e-471f-b256-fa4681ea0480,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:20.548517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:20.753748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b290f8-d78f-4551-940e-86ba6bfa6fe0 req-a3b82a5f-bb46-4ab2-a54d-fb1d77f9241c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:20.755257 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13b290f8-d78f-4551-940e-86ba6bfa6fe0 req-a3b82a5f-bb46-4ab2-a54d-fb1d77f9241c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 947 time: 0.0884380 Jun 01 04:34:20.829163 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:20.829519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:20.829835 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Floating IP 94ede1c8-d0cd-4017-83ec-edd3ea6a08d7 disassociated. External IP: 172.27.0.81, port: 690b8ab1-955e-471f-b256-fa4681ea0480. Jun 01 04:34:20.830182 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Calling delete_port for 690b8ab1-955e-471f-b256-fa4681ea0480 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:34:20.853881 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13b290f8-d78f-4551-940e-86ba6bfa6fe0 req-2247c9c8-6020-4b0e-8031-76af5c59ccf0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8527348-3fab-4321-b4be-511d7a931fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708060 Jun 01 04:34:21.022780 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (690b8ab1-955e-471f-b256-fa4681ea0480), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:21.050782 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'Port': ['ID=690b8ab1-955e-471f-b256-fa4681ea0480,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:21.161659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:34:21.210892 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:21.220125 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:21.268568 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:21.279841 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:21.291526 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:21.292165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:33:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:21.314899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] No DVR routers for this DVR port 690b8ab1-955e-471f-b256-fa4681ea0480 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:34:21.317584 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:21.321038 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-686f8f19-b444-423f-add5-bd9098f61553 req-21bea8a7-cc77-4618-b5f5-ea721c1d736f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "DELETE /v2.0/ports/690b8ab1-955e-471f-b256-fa4681ea0480 HTTP/1.1" status: 204 len: 173 time: 0.9550669 Jun 01 04:34:21.321507 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-deleted', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:21.323915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620a571-2ab2-4b7e-8ce6-97c986a035c6" -d '{"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-deleted", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:21.361418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9889d7-3d55-4011-b4ac-23d00e2ca673 x-openstack-request-id: req-3f9889d7-3d55-4011-b4ac-23d00e2ca673 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:21.361978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c961e06b-1b03-4e97-8487-57adba5d5e16", "name": "network-vif-deleted", "tag": "690b8ab1-955e-471f-b256-fa4681ea0480", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:21.361978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f9889d7-3d55-4011-b4ac-23d00e2ca673 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:21.362355 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9889d7-3d55-4011-b4ac-23d00e2ca673'] response: {'server_uuid': 'c961e06b-1b03-4e97-8487-57adba5d5e16', 'name': 'network-vif-deleted', 'tag': '690b8ab1-955e-471f-b256-fa4681ea0480', 'status': 'completed', 'code': 200} Jun 01 04:34:21.400070 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:21.598519 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:21.632939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:21.643987 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:21.645408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:33:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:21.750507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:21.981238 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3823c438-5fef-411c-bc13-a2ef38cc05e1 req-8f4036c9-65a6-42fa-a2c7-4c5845f9d985 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=c961e06b-1b03-4e97-8487-57adba5d5e16 HTTP/1.1" status: 200 len: 210 time: 0.0327115 Jun 01 04:34:21.988119 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fb9e057e-118b-4d9b-a6bd-01c3bb3ca15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:22.081875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:22.111429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac64ef-9d5c-4747-9848-b8c77af41a4c None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:22.388296 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6c92f-b326-40d5-b115-9c172885fda2 None None] New status for floating IP 94ede1c8-d0cd-4017-83ec-edd3ea6a08d7: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:34:23.086032 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.127258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 60890) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:23.181847 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (c8527348-3fab-4321-b4be-511d7a931fa1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.208851 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (c8527348-3fab-4321-b4be-511d7a931fa1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.297986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c8527348-3fab-4321-b4be-511d7a931fa1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.300773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.302240 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8527348-3fab-4321-b4be-511d7a931fa1 HTTP/1.1" status: 204 len: 168 time: 0.1738501 Jun 01 04:34:23.305400 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 60894) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:23.315417 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da166ce-0820-4a3f-ac24-7850f461a679 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8527348-3fab-4321-b4be-511d7a931fa1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:23.335104 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-dbdf44e3-48cc-4b18-9d1a-e115965a484a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] show failed (client error): The resource could not be found. Jun 01 04:34:23.341996 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 60896) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:23.346367 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-dbdf44e3-48cc-4b18-9d1a-e115965a484a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups/c8527348-3fab-4321-b4be-511d7a931fa1 HTTP/1.1" status: 404 len: 347 time: 0.0346816 Jun 01 04:34:23.469738 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Deleting port 3b80a0ae-3290-4267-a178-bd02c43aedc9 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:34:23.470090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.569183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.569183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (3b80a0ae-3290-4267-a178-bd02c43aedc9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.576013 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Calling delete_port for 3b80a0ae-3290-4267-a178-bd02c43aedc9 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:34:23.786309 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (3b80a0ae-3290-4267-a178-bd02c43aedc9), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.809033 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'Port': ['ID=3b80a0ae-3290-4267-a178-bd02c43aedc9,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:23.876181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (94ede1c8-d0cd-4017-83ec-edd3ea6a08d7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.878645 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:23.879823 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-09dd6be4-0128-4680-bf92-0a1a5308ab29 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "DELETE /v2.0/floatingips/94ede1c8-d0cd-4017-83ec-edd3ea6a08d7 HTTP/1.1" status: 204 len: 168 time: 0.5367038 Jun 01 04:34:24.053055 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 60902) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:24.057812 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539828214', 'description': 'tempest-description--19360655'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:24.143189 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.209209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (fbdffbbd-72d0-4c63-8603-0844712f3aca), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.297731 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fbdffbbd-72d0-4c63-8603-0844712f3aca), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.307122 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:24.328661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdffbbd-72d0-4c63-8603-0844712f3aca,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:24.413240 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.416813 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-21804e29-9260-469e-acad-fc3def475a3e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3604741 Jun 01 04:34:24.417381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 60904) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:24.422012 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group_rule': {'security_group_id': 'fbdffbbd-72d0-4c63-8603-0844712f3aca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:24.531867 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (e5209a9b-00cf-4f38-9344-db75a8f2b3c4), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.541492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:24.586602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (e5209a9b-00cf-4f38-9344-db75a8f2b3c4), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.616923 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.685904 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (e5209a9b-00cf-4f38-9344-db75a8f2b3c4), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.706185 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5209a9b-00cf-4f38-9344-db75a8f2b3c4,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:24.713990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.714350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.714720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.715098 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.715482 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.715825 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.716164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.716498 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.716831 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.717218 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.717559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.717891 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.718230 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.718556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.718895 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:24.785907 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.787500 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-46ae3b46-e7d8-4619-a85b-a46185b391a4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3690953 Jun 01 04:34:24.790109 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 60908) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:24.794321 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'security_group_rule': {'security_group_id': 'fbdffbbd-72d0-4c63-8603-0844712f3aca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:24.875180 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (ecfe8f93-7e82-406a-8e94-ac92c358e4f5), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.922163 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (ecfe8f93-7e82-406a-8e94-ac92c358e4f5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:24.992631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (ecfe8f93-7e82-406a-8e94-ac92c358e4f5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.011704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe8f93-7e82-406a-8e94-ac92c358e4f5,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:25.097434 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.098649 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2c6c1ba2-a57e-4f5f-9238-70714cd0747c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076079 Jun 01 04:34:25.101589 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 60910) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:25.105765 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:25.186768 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.267087 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.374857 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Allocated IP 172.27.0.19 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/6cbbd17c-e5fd-4d14-9f48-17bb12dadc82) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:25.475197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.502527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:25.543350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.552073 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:25.583675 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:25.586484 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:25.589926 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:25.616205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=6cbbd17c-e5fd-4d14-9f48-17bb12dadc82,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:25.679730 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.816441 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:25.990414 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:26.044467 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:26.072466 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:26.115625 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=6cbbd17c-e5fd-4d14-9f48-17bb12dadc82,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:26.127735 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:26.184448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:26.185662 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6975099e-fe7f-4489-9d6c-fb2b6334364d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0831692 Jun 01 04:34:26.329270 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:26.344937 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-78a168d6-f473-46d5-80b2-2a3b8dc37066 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1539828214&fields=id&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 267 time: 0.0457737 Jun 01 04:34:26.456152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-5b326609-eaee-4f29-973a-1d3b74091e0f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:26.457614 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-5b326609-eaee-4f29-973a-1d3b74091e0f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 817 time: 0.1062155 Jun 01 04:34:26.472455 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-40e61b16-fe35-4acd-84c2-4f991f47b2de tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/quotas/d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jun 01 04:34:26.520814 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-2dd03cfd-1a38-43f9-8b27-71ce67f40389 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433726 Jun 01 04:34:26.618533 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-f0b2093a-03f5-46c6-b914-bb0f1ca4df43 service neutron] 10.222.0.18 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Jun 01 04:34:26.708168 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-c642f436-9cd3-46c7-a3a8-940358eb6baf service neutron] 10.222.0.18 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842404 Jun 01 04:34:26.806267 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:34:26.826713 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 690b8ab1-955e-471f-b256-fa4681ea0480 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:34:26.827053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 690b8ab1-955e-471f-b256-fa4681ea0480 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:34:26.999230 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-221ca488-1929-4b67-a7b9-ec5075b1bccc req-b498ccb6-c713-4443-82e2-22d5403ce8b6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 210 time: 0.0287006 Jun 01 04:34:28.120795 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bb68ec2e-1f10-43d8-8939-da74f8c17095 req-6872eafc-bc40-41a1-9049-c48fce371a96 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 210 time: 0.0315204 Jun 01 04:34:29.014502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-635671c2-3276-4a96-8b9a-7ba7f266e95b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:29.015935 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-635671c2-3276-4a96-8b9a-7ba7f266e95b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 817 time: 0.1004431 Jun 01 04:34:29.089033 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-30ec0ef7-0908-4d6b-80ff-ecb76234156e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 380 time: 0.0587990 Jun 01 04:34:29.098745 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'port': {'device_id': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'admin_state_up': True, 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'security_groups': ['fbdffbbd-72d0-4c63-8603-0844712f3aca']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:29.226951 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-02001103-cafc-49fc-9047-e7ee6715dbe8 req-1f3c20b9-2187-4700-93eb-c7652e36b337 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 210 time: 0.0276277 Jun 01 04:34:29.318237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Made reservation on behalf of d12a9b5dc38b4aa7aed77adc89d0e6a4 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:34:29.321933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:29.456525 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Allocated IP 172.20.0.12 (0672bd5d-634b-4f48-aa77-f628be2afa15/594bc7c8-5d13-48fb-ae9a-127583874aba/0b29defe-ef89-4b36-89eb-0cd5d2fb4aea) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:29.475237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:29.565909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:29.601482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:29.953154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:29.995865 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:29.999080 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:30.003127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:30.033294 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:30.060137 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:30.060778 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.162623 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-9d6d83f8-5f7b-4853-8bd1-7609303cb4fd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0684054 Jun 01 04:34:30.183235 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Request body: {'port': {'device_id': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:30.188242 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-9561a1bc-1144-4d0d-a43f-0061fd955f3a None None] Provisioning complete for port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:30.188742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9561a1bc-1144-4d0d-a43f-0061fd955f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.220464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-9561a1bc-1144-4d0d-a43f-0061fd955f3a None None] Port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:34:30.246048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.423455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66afb-af73-40a1-b4b2-497e75c65428 req-48ef8c2c-b794-416b-8363-8b783b743f67 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:30.425009 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04e66afb-af73-40a1-b4b2-497e75c65428 req-48ef8c2c-b794-416b-8363-8b783b743f67 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 932 time: 0.1077142 Jun 01 04:34:30.536560 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04e66afb-af73-40a1-b4b2-497e75c65428 req-74fad0b3-b47b-4aa3-9cdd-acd06095f7b9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051137 Jun 01 04:34:30.575825 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:30.627266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:34:30.634961 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks [] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.649088 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Transition to ACTIVE for port object 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:34:30.720044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.778204 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:30.855692 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Attempting to bind port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:30.856029 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Attempting to bind port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:30.856449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Attempting to bind port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:30.862432 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea on network 0672bd5d-634b-4f48-aa77-f628be2afa15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:34:30.862758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Attempting to bind port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea on network 0672bd5d-634b-4f48-aa77-f628be2afa15 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:30.868316 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:30.868631 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Checking segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:30.869013 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Bound using segment: {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:30.869467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Bound port: 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef4d568-5f10-482b-a564-c20d0e145049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:30.869823 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.908703 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:30.947967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:30.947967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:31.023502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:31.033158 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:31.057846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.058468 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:31.059831 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 1094 time: 0.8808792 Jun 01 04:34:31.060304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:31.062600 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b6cfe-1296-4f73-b01e-5d84f745dd55" -d '{"events": [{"name": "network-changed", "server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:31.091107 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ce6e8-3b7b-4730-9d24-1565883ef451 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:31.114249 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d47d2a-38c1-4d4f-b75d-bcf01d19048e x-openstack-request-id: req-90d47d2a-38c1-4d4f-b75d-bcf01d19048e {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:31.114663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:31.114924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d47d2a-38c1-4d4f-b75d-bcf01d19048e {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:31.115441 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d47d2a-38c1-4d4f-b75d-bcf01d19048e'] response: {'name': 'network-changed', 'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'status': 'completed', 'code': 200} Jun 01 04:34:31.197340 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-110b1b77-25bb-4785-8ad9-225eb8cebb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.198907 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-110b1b77-25bb-4785-8ad9-225eb8cebb61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1128 time: 0.0425274 Jun 01 04:34:31.312296 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-c8d36915-54d2-4e32-b68f-fd39e949a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.313815 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-c8d36915-54d2-4e32-b68f-fd39e949a91c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0998499 Jun 01 04:34:31.412258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-f79afcaa-7c19-4628-a725-f90505dba61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.413716 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-763b6cfe-1296-4f73-b01e-5d84f745dd55 req-f79afcaa-7c19-4628-a725-f90505dba61f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945561 Jun 01 04:34:31.508624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-064555dd-d76a-42fa-b205-d5ecd3d6b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.510076 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-064555dd-d76a-42fa-b205-d5ecd3d6b0c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1128 time: 0.0385623 Jun 01 04:34:31.553071 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-d210246c-f03f-4d74-9b51-15be0f4ee05c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 217 time: 0.0307152 Jun 01 04:34:31.605868 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-a49fb846-efb9-4bd0-be91-aa3ba0fbc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.607364 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-a49fb846-efb9-4bd0-be91-aa3ba0fbc088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0482748 Jun 01 04:34:31.682676 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af994a-2ce4-49ea-b5cf-92d89329c731 req-7add93b3-213d-41d4-9b91-1397b7b9f655 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.684135 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04af994a-2ce4-49ea-b5cf-92d89329c731 req-7add93b3-213d-41d4-9b91-1397b7b9f655 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0748713 Jun 01 04:34:31.687119 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-638c2b1b-0c34-4227-b53f-0f3e1231ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:31.689207 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-638c2b1b-0c34-4227-b53f-0f3e1231ea53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693953 Jun 01 04:34:31.752488 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:31.785029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04af994a-2ce4-49ea-b5cf-92d89329c731 req-390d0e8c-b114-4c58-a36a-66e8475a376f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948286 Jun 01 04:34:31.812187 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-c29d176f-2b71-48b8-9f9d-a8b85c109ab7 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161139 Jun 01 04:34:31.903051 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-25c0ab84-b7f0-4131-a040-7283a598c65c req-e5154571-cc31-4ed8-b425-a967a15815ce service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Jun 01 04:34:32.907237 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d93c4-9e73-4484-ab75-5ef8174f6785 req-750e3378-29e6-4493-98d6-bb5927631531 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:32.908639 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8c4d93c4-9e73-4484-ab75-5ef8174f6785 req-750e3378-29e6-4493-98d6-bb5927631531 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0495725 Jun 01 04:34:32.954802 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:32.959305 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8c4d93c4-9e73-4484-ab75-5ef8174f6785 req-1cba2871-6e24-47d0-a985-4a27059de54e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Jun 01 04:34:34.096005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439765aa-296c-4b70-925b-a36ce0d902e0 req-e4ece092-d1a2-4b8a-ac35-d5b4cc0b50ba tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:34.097596 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-439765aa-296c-4b70-925b-a36ce0d902e0 req-e4ece092-d1a2-4b8a-ac35-d5b4cc0b50ba tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0575047 Jun 01 04:34:34.145968 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-439765aa-296c-4b70-925b-a36ce0d902e0 req-fefdf747-7107-4816-9ca2-d375ca7165f7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Jun 01 04:34:34.816630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:34:34.889039 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:34.924129 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:34.935776 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:34:34.972380 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:34.972786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:34.986893 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:34:35.007515 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:35.069611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:35.122341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:35.130486 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.131389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.131389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.131788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.131888 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.132161 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.132516 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.132842 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.133169 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.133503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.133830 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.134156 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.134480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.134800 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.135121 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:35.267828 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80d31-088c-4ab7-acef-d74be93067a8 req-c9ff1d28-3ca5-4c9c-853e-a2b9959e842e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:35.269354 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05a80d31-088c-4ab7-acef-d74be93067a8 req-c9ff1d28-3ca5-4c9c-853e-a2b9959e842e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0481396 Jun 01 04:34:35.322414 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05a80d31-088c-4ab7-acef-d74be93067a8 req-3535d241-440d-4d86-91a0-eb83241e8cc9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 01 04:34:35.569282 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:34:36.441795 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d76bf-ff4c-40ec-b952-e3859a08611b req-63919fcb-5bdb-405c-9a1c-c7325329eb92 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:36.443238 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e7d76bf-ff4c-40ec-b952-e3859a08611b req-63919fcb-5bdb-405c-9a1c-c7325329eb92 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0475349 Jun 01 04:34:36.492016 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e7d76bf-ff4c-40ec-b952-e3859a08611b req-b7d0d33e-c0dc-4add-bf28-e9696e7c2436 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Jun 01 04:34:36.657635 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:36.666071 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:36.834233 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:36.879841 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:34:36.988187 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:36.988563 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:37.012306 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:37.061348 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:37.061736 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:37.084869 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:37.087093 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07fab8-e2c2-423e-9243-df90aaff4901" -d '{"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:37.100568 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:37.128453 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e0d22-1e20-4e82-9f8b-9f76db19b4b9 x-openstack-request-id: req-436e0d22-1e20-4e82-9f8b-9f76db19b4b9 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:37.128453 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:37.128453 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-436e0d22-1e20-4e82-9f8b-9f76db19b4b9 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:37.128453 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436e0d22-1e20-4e82-9f8b-9f76db19b4b9'] response: {'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'code': 200} Jun 01 04:34:37.180991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:37.230731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:37.335945 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-87b1062d-f551-45d7-bda2-528d902f754e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371935 Jun 01 04:34:37.420153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-925b64e7-55cb-44c5-a5c1-781f4900f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:37.421663 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-925b64e7-55cb-44c5-a5c1-781f4900f5c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1129 time: 0.0444837 Jun 01 04:34:37.492418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9653c-b52f-429e-b420-dd1405aa83b6 req-02161fbf-dfd8-4bba-8a2f-40fe3c4bb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:37.493902 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3eb9653c-b52f-429e-b420-dd1405aa83b6 req-02161fbf-dfd8-4bba-8a2f-40fe3c4bb733 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1130 time: 0.0387142 Jun 01 04:34:37.543988 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3eb9653c-b52f-429e-b420-dd1405aa83b6 req-06feb349-329f-4f32-8a0e-7fb396890b35 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Jun 01 04:34:37.784945 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97092815-a7b7-4983-8821-19a93030f234 req-a656804d-7e40-4639-9385-a670c948e7be tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:37.785998 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-e69067a3-8cc8-4a7b-a958-51bb03c8d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:37.786490 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97092815-a7b7-4983-8821-19a93030f234 req-a656804d-7e40-4639-9385-a670c948e7be tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0500121 Jun 01 04:34:37.787874 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-e69067a3-8cc8-4a7b-a958-51bb03c8d5f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 912 time: 0.3310101 Jun 01 04:34:37.851783 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97092815-a7b7-4983-8821-19a93030f234 req-c02fb95e-d59c-494b-8372-3beb89119496 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557699 Jun 01 04:34:38.081267 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-0d9d2df3-c7ad-4010-b51e-646da2d3107c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 1000 time: 0.0553648 Jun 01 04:34:38.130953 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-5c9287f5-bd8a-4b85-a0fb-85e8348e9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:38.132447 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-5c9287f5-bd8a-4b85-a0fb-85e8348e9a54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0442357 Jun 01 04:34:38.330228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32814) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:38.378153 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Deleting subnet c1054754-45bc-4c06-b461-88fe012e9357 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:34:38.381165 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Publish callbacks [] for subnet (c1054754-45bc-4c06-b461-88fe012e9357), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.415843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (c1054754-45bc-4c06-b461-88fe012e9357), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.455384 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (c1054754-45bc-4c06-b461-88fe012e9357), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.583165 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (c1054754-45bc-4c06-b461-88fe012e9357), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.613920 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1054754-45bc-4c06-b461-88fe012e9357,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:38.617735 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.623615 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a6379bb2-beb7-4450-8f08-9960a401190e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1054754-45bc-4c06-b461-88fe012e9357 HTTP/1.1" status: 204 len: 168 time: 0.2896395 Jun 01 04:34:38.630207 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32816) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:38.686587 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:38.705457 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-5a1315b7-0738-4dc9-86a8-00aa848bff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:38.706943 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-5a1315b7-0738-4dc9-86a8-00aa848bff65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851388 Jun 01 04:34:38.721025 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (42562544-f7d5-495e-a6f5-6fc15fd8a536), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.855813 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (42562544-f7d5-495e-a6f5-6fc15fd8a536), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.882559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:38.891265 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42562544-f7d5-495e-a6f5-6fc15fd8a536']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:38.908693 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1686ae8-65e3-41e3-9706-06a9d7fd179c') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:38.908990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1686ae8-65e3-41e3-9706-06a9d7fd179c') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:38.912308 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-a224ff87-e98c-4765-ad4e-f0b39703e596 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820827 Jun 01 04:34:38.928667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (b1686ae8-65e3-41e3-9706-06a9d7fd179c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:38.999837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (b1686ae8-65e3-41e3-9706-06a9d7fd179c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.012101 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:34:39.012486 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (b1686ae8-65e3-41e3-9706-06a9d7fd179c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.072918 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67865027-d011-4b9c-9047-7277990eb108 req-28fffdf8-10da-47ca-9c40-0f1d45756f92 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:39.074441 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-67865027-d011-4b9c-9047-7277990eb108 req-28fffdf8-10da-47ca-9c40-0f1d45756f92 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.1385510 Jun 01 04:34:39.098931 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment b1686ae8-65e3-41e3-9706-06a9d7fd179c resource provider aggregate not found Jun 01 04:34:39.122449 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment b1686ae8-65e3-41e3-9706-06a9d7fd179c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1686ae8-65e3-41e3-9706-06a9d7fd179c found for delete ", "request_id": "req-06902ea7-ab3d-4898-824f-76ac574c612d"}]} Jun 01 04:34:39.149172 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6ac2500c-a76d-435e-9f36-685ab2a4d786 req-639b7327-7361-4015-810f-a5ac82e1c989 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297106 Jun 01 04:34:39.164699 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-67865027-d011-4b9c-9047-7277990eb108 req-dd1fe60b-62cd-4dcf-a83e-d310b145988b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766118 Jun 01 04:34:39.192206 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (42562544-f7d5-495e-a6f5-6fc15fd8a536), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.197885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.203848 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] 10.222.0.18 "DELETE /v2.0/networks/42562544-f7d5-495e-a6f5-6fc15fd8a536 HTTP/1.1" status: 204 len: 168 time: 0.5687153 Jun 01 04:34:39.214552 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fe23f-d450-4473-9a03-e004ca2fbd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=42562544-f7d5-495e-a6f5-6fc15fd8a536,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:39.507321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 32830) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:39.514278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:39.548956 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0ea3a13a-ba8f-4a08-8706-5cd073df54fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7454aaeeba6b4a8c86a0446ae68dd4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404932 Jun 01 04:34:39.554059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 32832) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:39.600897 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] Publish callbacks [] for security_group (c51ec381-7c7a-4c5f-a9ca-423c92ea0107), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.622729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] Publish callbacks [] for security_group (c51ec381-7c7a-4c5f-a9ca-423c92ea0107), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.742929 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c51ec381-7c7a-4c5f-a9ca-423c92ea0107), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.745722 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:39.746854 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c51ec381-7c7a-4c5f-a9ca-423c92ea0107 HTTP/1.1" status: 204 len: 168 time: 0.1942513 Jun 01 04:34:39.754751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a59d0-e445-4d21-9861-8bd25bffb0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51ec381-7c7a-4c5f-a9ca-423c92ea0107,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:40.284612 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaad42c-fe0c-4fe3-abaa-fe8336d8d543 req-cc384603-8a9f-430d-8fbf-8b3150e6c7c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:40.286124 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baaad42c-fe0c-4fe3-abaa-fe8336d8d543 req-cc384603-8a9f-430d-8fbf-8b3150e6c7c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0470872 Jun 01 04:34:40.339461 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baaad42c-fe0c-4fe3-abaa-fe8336d8d543 req-0e550078-4a0f-4a13-8277-8fafb3dafe35 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Jun 01 04:34:40.452264 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e16a59-df96-48c9-9e0a-46837739e4d8 req-a83a0691-2327-4169-bb0a-68e18f165b51 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:40.453781 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-99e16a59-df96-48c9-9e0a-46837739e4d8 req-a83a0691-2327-4169-bb0a-68e18f165b51 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0477700 Jun 01 04:34:40.462686 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 32850) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:40.469468 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Request body: {'floatingip': {'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:40.505797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:40.570247 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:40.785019 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32860) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:40.894224 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285454341-network', 'tenant_id': 'cd5966396128491d814472e980cfd873'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:40.946293 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:40.977005 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Made reservation on behalf of cd5966396128491d814472e980cfd873 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:34:40.979419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:40.988471 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.011108 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.063943 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks [] for security_group (2db122d2-b8c1-4a55-a834-00e38ab1d48b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.106605 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Floating IP ed365ced-a844-4154-8d21-631406fa403a associated. External IP: 172.27.0.19, port: 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea. Jun 01 04:34:41.175247 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2db122d2-b8c1-4a55-a834-00e38ab1d48b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.183723 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:41.186760 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:41.195726 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:34:41.214201 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (5908e7e6-7908-4720-b3da-39bc76010336), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.214578 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Added segment 5908e7e6-7908-4720-b3da-39bc76010336 of type vlan for network 11607d63-d036-4ed9-83f8-7655c1e3f472 Jun 01 04:34:41.222966 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db122d2-b8c1-4a55-a834-00e38ab1d48b,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:41.262699 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (11607d63-d036-4ed9-83f8-7655c1e3f472), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.301729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:34:41.361007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (11607d63-d036-4ed9-83f8-7655c1e3f472), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.362147 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:41.362753 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.403918 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:41.408858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.416521 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:41.423788 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] Pushing event updated for resources: {'Network': ['ID=11607d63-d036-4ed9-83f8-7655c1e3f472,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:41.428910 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:41.429538 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:41.433416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:41.439363 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-458824eb-ebad-4a1f-bf8a-ba9edb32d79b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "PUT /v2.0/floatingips/ed365ced-a844-4154-8d21-631406fa403a HTTP/1.1" status: 200 len: 991 time: 0.9755545 Jun 01 04:34:41.439941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:41.442141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bcaab9-22f7-470c-9e49-3742f681ac14" -d '{"events": [{"name": "network-changed", "server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:41.465392 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:34:41.477750 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07108d5-061b-44fc-86e5-0b989303478e x-openstack-request-id: req-f07108d5-061b-44fc-86e5-0b989303478e {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:41.478120 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:41.478539 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f07108d5-061b-44fc-86e5-0b989303478e {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:41.479007 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07108d5-061b-44fc-86e5-0b989303478e'] response: {'name': 'network-changed', 'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'status': 'completed', 'code': 200} Jun 01 04:34:41.485913 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-604df031-1379-4fba-be7d-1e641bd91ade admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6962552 Jun 01 04:34:41.486389 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32868) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:41.490782 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Request body: {'subnet': {'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285454341-subnet', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:41.571575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-20292054-6fcc-4c4e-ae43-d85614069716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:41.573075 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-20292054-6fcc-4c4e-ae43-d85614069716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1130 time: 0.0448899 Jun 01 04:34:41.573610 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Made reservation on behalf of cd5966396128491d814472e980cfd873 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:34:41.575899 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25790759'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.603926 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:41.621453 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:41.638480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:41.734013 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-23fa5921-264c-484a-8da6-8ed59da79091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:41.736320 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-23fa5921-264c-484a-8da6-8ed59da79091 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.1566167 Jun 01 04:34:41.831164 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-9458159d-9e65-44a3-8e3d-dd100be7d4e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 999 time: 0.0886574 Jun 01 04:34:41.856829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'ed365ced-a844-4154-8d21-631406fa403a', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:34:25Z', 'updated_at': '2022-06-01T04:34:40Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:41.885949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:41.894626 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:41.895238 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:41.914440 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-ca360eb4-6e09-444a-97f2-897afc86e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:41.915987 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-ca360eb4-6e09-444a-97f2-897afc86e122 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0626595 Jun 01 04:34:41.950602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25790769'] for subnet (b9961be7-4577-48f9-be7f-9e000fbe173b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:41.993183 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-d1469533-d1fd-4d1d-bf91-82f46c570972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:41.994713 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-d1469533-d1fd-4d1d-bf91-82f46c570972 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716116 Jun 01 04:34:42.036061 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9961be7-4577-48f9-be7f-9e000fbe173b,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:42.088417 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Checking segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:42.088778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Network hostable DHCP agents. Network: 11607d63-d036-4ed9-83f8-7655c1e3f472, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:34:42.121775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:42.130498 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-e14f278e-cee3-4525-8c3d-93d970a1449f service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276269 Jun 01 04:34:42.145298 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:42.184042 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:34:42.232243 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-51bcaab9-22f7-470c-9e49-3742f681ac14 req-7122523d-0d7d-451f-944b-c99604aa5f6a service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951605 Jun 01 04:34:42.249339 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 11607d63-d036-4ed9-83f8-7655c1e3f472) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:42.254988 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:42.255624 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.262986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1915e84-ea5f-4170-9581-c5ab378cc163 None None] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:34:42.323528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 32870) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:42.324142 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-129e960e-5000-4016-971d-1bcab51741a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8363986 Jun 01 04:34:42.328057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:42.356672 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:42.411672 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.412959 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.418949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'ed365ced-a844-4154-8d21-631406fa403a', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:34:25Z', 'updated_at': '2022-06-01T04:34:40Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:42.422341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-11607d63-d036-4ed9-83f8-7655c1e3f472', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'project_id': 'cd5966396128491d814472e980cfd873', 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:34:42.423234 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.455003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b6b24-e23a-4e5a-8bad-30854ff250d9 None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'ed365ced-a844-4154-8d21-631406fa403a', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:34:25Z', 'updated_at': '2022-06-01T04:34:40Z', 'revision_number': 1, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:42.468012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for router_controller (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.598407 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Allocated IP 172.20.0.2 (11607d63-d036-4ed9-83f8-7655c1e3f472/b9961be7-4577-48f9-be7f-9e000fbe173b/6e8a3f71-c52f-4023-8e3f-83065b0a5266) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:42.666884 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for router_gateway (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.668757 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cef164-7912-44a6-8eab-f63b66636cc0 None None] New status for floating IP ed365ced-a844-4154-8d21-631406fa403a: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:34:42.758831 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks [] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.823096 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.862875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:42.870110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:42.872255 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Pushing event updated for resources: {'Port': ['ID=6e8a3f71-c52f-4023-8e3f-83065b0a5266,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:42.874398 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:42.904021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:42.938112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Attempting to bind port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:42.938112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Attempting to bind port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:42.938112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Attempting to bind port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 on network 11607d63-d036-4ed9-83f8-7655c1e3f472 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:42.943562 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:42.943945 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Checking segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:42.944363 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:42.944762 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Bound using segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:42.945243 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Bound port: 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:42.945629 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.015277 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] For port 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:43.019389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] For port 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6e8a3f71-c52f-4023-8e3f-83065b0a5266,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:43.086268 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.146042 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467482-96c9-46c0-9640-a449ddaa8b92 None None] Pushing event updated for resources: {'Port': ['ID=6e8a3f71-c52f-4023-8e3f-83065b0a5266,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:43.177935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for router_gateway (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.197877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.318046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Allocated IP 172.27.0.15 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/91847a40-a878-4d54-9ab1-9b19f48fe013) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:43.439675 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.477397 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6e8a3f71-c52f-4023-8e3f-83065b0a5266 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:43.522700 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:43.523065 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.524489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.569641 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:43.576809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:43.579482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:43.583592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=91847a40-a878-4d54-9ab1-9b19f48fe013,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:43.601872 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:43.602493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.629508 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:43.638441 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6e8a3f71-c52f-4023-8e3f-83065b0a5266,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:43.703083 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:43.756966 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=6e8a3f71-c52f-4023-8e3f-83065b0a5266,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:43.831058 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:43.864086 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:43.927647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for router_gateway (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.079350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc3a68-8838-4f93-bf22-45bd6a5b18c7 None None] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:34:44.129869 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.188403 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-ddc0b06d-06c2-438e-98f0-8701e86cb92d None None] Provisioning complete for port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:44.188630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ddc0b06d-06c2-438e-98f0-8701e86cb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.271718 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0b06d-06c2-438e-98f0-8701e86cb92d None None] Current status of the port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:44.319953 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:34:44.389463 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-aec53582-bd5e-4fa9-b24c-f3b50ee0be8d None None] Provisioning complete for port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:44.389837 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-aec53582-bd5e-4fa9-b24c-f3b50ee0be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.424855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:44.434015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Sync routers for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:44.465515 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:44.466128 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:44.475388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-aec53582-bd5e-4fa9-b24c-f3b50ee0be8d None None] Current status of the port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:44.493229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.497068 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-017e77a7-2251-47f1-923d-cbab57f08fd1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1699548 Jun 01 04:34:44.497446 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32872) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:44.566854 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:44.578258 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:44.767476 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:43Z', 'revision_number': 3, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:44.794409 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Checking router: 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:44.794767 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Updating router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 port 91847a40-a878-4d54-9ab1-9b19f48fe013 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:34:44.824564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:44.937790 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:44.944359 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.060250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:45.108378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Allocated IP 172.20.0.1 (11607d63-d036-4ed9-83f8-7655c1e3f472/b9961be7-4577-48f9-be7f-9e000fbe173b/3048c7fb-d9cb-426e-a455-5004fb1bc5a7) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:45.109530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks [] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.120267 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:45.180696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.215315 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks [] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.235864 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Attempting to bind port 91847a40-a878-4d54-9ab1-9b19f48fe013 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:45.236234 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Attempting to bind port 91847a40-a878-4d54-9ab1-9b19f48fe013 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:45.236597 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Attempting to bind port 91847a40-a878-4d54-9ab1-9b19f48fe013 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:45.239687 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d1829-a998-4d2e-a146-823e9d4c7ccc None None] Pushing event updated for resources: {'Port': ['ID=91847a40-a878-4d54-9ab1-9b19f48fe013,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:45.244248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:45.244630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:45.245021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.245407 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:45.245871 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Bound port: 91847a40-a878-4d54-9ab1-9b19f48fe013, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:45.246250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.298590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] For port 91847a40-a878-4d54-9ab1-9b19f48fe013, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:45.301788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] For port 91847a40-a878-4d54-9ab1-9b19f48fe013, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=91847a40-a878-4d54-9ab1-9b19f48fe013,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:45.330439 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.375885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:45.383191 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:45.385824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:45.387604 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.389520 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Pushing event updated for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:45.434075 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.459182 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d1829-a998-4d2e-a146-823e9d4c7ccc None None] Pushing event updated for resources: {'Port': ['ID=91847a40-a878-4d54-9ab1-9b19f48fe013,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:45.462707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:45.463273 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:45.500577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6e8a3f71-c52f-4023-8e3f-83065b0a5266 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:45.556219 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:45.609203 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:45.612336 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:45.612758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.638580 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.833018 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks [] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.833274 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-8b5ae650-b056-4547-a3c1-7463e27d0e68 None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:45.833570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae650-b056-4547-a3c1-7463e27d0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.880082 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.917713 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ae650-b056-4547-a3c1-7463e27d0e68 None None] Port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:34:45.935893 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:45.954316 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Pushing event updated for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:45.957661 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:45.974994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:46.012991 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:43Z', 'revision_number': 3, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:46.038398 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c3f545-eeb9-4883-87bf-57820d01aff6 None None] The sync data for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi is: [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:43Z', 'revision_number': 3, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:46.056575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:46.057982 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:46.347190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-14bb7370-f3e5-4e06-933a-a507e1b1e830 None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:46.347752 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14bb7370-f3e5-4e06-933a-a507e1b1e830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:46.371878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:46.385892 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:46.388955 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-14bb7370-f3e5-4e06-933a-a507e1b1e830 None None] Port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:34:46.398665 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:34:46.508833 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:46.514980 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-edc9daaf-b1a7-4d22-bd7d-216ad3578d5b admin admin] 10.222.0.18 "PUT /v2.0/routers/6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0158470 Jun 01 04:34:47.257228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32888) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:47.262203 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-45056353-network', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:47.383602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Made reservation on behalf of 98d44b4a07444128a45ad8eaed75bfa4 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:34:47.387266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.397928 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.442605 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 91847a40-a878-4d54-9ab1-9b19f48fe013 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:47.487771 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks [] for security_group (5e601994-450d-4956-a6e5-aed7fe89e965), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.492787 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 91847a40-a878-4d54-9ab1-9b19f48fe013 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:47.496264 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.541282 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5e601994-450d-4956-a6e5-aed7fe89e965), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.564182 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:34:47.580408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 91847a40-a878-4d54-9ab1-9b19f48fe013 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:47.580791 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.584675 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.585020 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Added segment d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c of type vlan for network b23bc530-6f22-4458-846a-3a0698b25766 Jun 01 04:34:47.593577 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e601994-450d-4956-a6e5-aed7fe89e965,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:47.602856 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 91847a40-a878-4d54-9ab1-9b19f48fe013, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=91847a40-a878-4d54-9ab1-9b19f48fe013,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:47.633520 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (b23bc530-6f22-4458-846a-3a0698b25766), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.639821 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Sync routers for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:47.651255 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:47.651893 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:47.666910 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.714034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=91847a40-a878-4d54-9ab1-9b19f48fe013,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:47.729398 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (b23bc530-6f22-4458-846a-3a0698b25766), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.730560 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:47.731143 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.763653 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:47.790220 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] Pushing event updated for resources: {'Network': ['ID=b23bc530-6f22-4458-846a-3a0698b25766,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:47.803640 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network b23bc530-6f22-4458-846a-3a0698b25766 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:34:47.836697 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-31a12722-78d6-4e86-9f9c-e5f24127698b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5783527 Jun 01 04:34:47.839688 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 32892) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:47.845043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Request body: {'subnet': {'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-45056353-subnet', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:47.931394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Made reservation on behalf of 98d44b4a07444128a45ad8eaed75bfa4 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:34:47.936134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:47.951729 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 2, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:47.976274 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Checking router: 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:47.976618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Updating router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:34:48.005764 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.015741 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:48.160390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.232428 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:48.235974 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Checking segment: {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:48.236353 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Network hostable DHCP agents. Network: b23bc530-6f22-4458-846a-3a0698b25766, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:34:48.342390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Network b23bc530-6f22-4458-846a-3a0698b25766 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:34:48.396988 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks [] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.428437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, b23bc530-6f22-4458-846a-3a0698b25766) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:48.433997 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:48.434736 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.437116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27172d-ec44-47f5-9f25-894512409c49 None None] Network b23bc530-6f22-4458-846a-3a0698b25766 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:34:48.458630 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.509392 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Pushing event updated for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:48.513154 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f49427c8-435f-4658-a5ae-fb556f3462dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6712136 Jun 01 04:34:48.514767 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32904) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:48.520486 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:34:48.536743 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.537079 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.537609 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.541298 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.542539 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:34:48.557994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-b23bc530-6f22-4458-846a-3a0698b25766', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:34:48.558999 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.586292 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Attempting to bind port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:48.586648 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Attempting to bind port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:48.587001 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Attempting to bind port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 on network 11607d63-d036-4ed9-83f8-7655c1e3f472 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:48.592801 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:48.593420 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Checking segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:48.594700 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.595449 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Bound using segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:48.596230 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Bound port: 3048c7fb-d9cb-426e-a455-5004fb1bc5a7, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:48.596844 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.602452 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:48.611878 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:48.650106 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.651563 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.665112 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] For port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:48.668603 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] For port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:48.721315 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.725061 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for router_controller (b85f51dd-4733-4362-a70f-7adaba2e411e), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.726111 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:48.748310 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Allocated IP 172.20.0.2 (b23bc530-6f22-4458-846a-3a0698b25766/e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680/9616fe80-d239-42ea-b739-f5e9732821e4) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:48.782544 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:48.783175 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:48.844926 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:48.845388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:48.852158 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89594661-b16e-4b9a-b97b-7ccb788be6c9 None None] Pushing event updated for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:48.986629 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:48.998743 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:49.037432 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for router_gateway (b85f51dd-4733-4362-a70f-7adaba2e411e), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.091251 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks [] for port (9616fe80-d239-42ea-b739-f5e9732821e4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.092503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:49.093399 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Current status of the port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:49.094388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.133233 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] For port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:49.202454 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:48Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:49.221856 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.227851 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a662d-7a2e-40c4-af7e-20afeca87815 None None] The sync data for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi is: [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:48Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:49.247982 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:49.271428 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.297413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Network b23bc530-6f22-4458-846a-3a0698b25766 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:49.311134 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:49.324597 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:49.333311 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for router_gateway (b85f51dd-4733-4362-a70f-7adaba2e411e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.335458 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Pushing event updated for resources: {'Port': ['ID=9616fe80-d239-42ea-b739-f5e9732821e4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:49.355861 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.510111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c8f5-f249-4fb6-9f42-161a41462596 None None] Pushing event updated for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:49.531257 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-44564419-c5d3-41ef-9d53-4368a2616b9f None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:49.531824 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44564419-c5d3-41ef-9d53-4368a2616b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.553263 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Allocated IP 172.27.0.31 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/d65ef86a-c149-406f-b142-c5746e717cef) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:49.604296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Attempting to bind port 9616fe80-d239-42ea-b739-f5e9732821e4 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:49.604296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Attempting to bind port 9616fe80-d239-42ea-b739-f5e9732821e4 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:49.604296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Attempting to bind port 9616fe80-d239-42ea-b739-f5e9732821e4 on network b23bc530-6f22-4458-846a-3a0698b25766 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:49.604296 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:49.631987 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:49.632594 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Checking segment: {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:49.633002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.633850 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Bound using segment: {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:49.634565 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Bound port: 9616fe80-d239-42ea-b739-f5e9732821e4, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:49.635247 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.698053 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-44564419-c5d3-41ef-9d53-4368a2616b9f None None] Current status of the port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:49.736358 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c845f95f-f800-4ffc-bc6c-90230430d5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.743041 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for port (d65ef86a-c149-406f-b142-c5746e717cef), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.775978 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:49.777756 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.809377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] For port 9616fe80-d239-42ea-b739-f5e9732821e4, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:49.832616 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] For port 9616fe80-d239-42ea-b739-f5e9732821e4, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=9616fe80-d239-42ea-b739-f5e9732821e4,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:49.839168 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (d65ef86a-c149-406f-b142-c5746e717cef), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.877382 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:49.879633 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:49.879827 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:49.880893 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 91847a40-a878-4d54-9ab1-9b19f48fe013 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:49.883137 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:49.885725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:49.904211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:49.922504 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:49.922685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Pushing event updated for resources: {'Port': ['ID=d65ef86a-c149-406f-b142-c5746e717cef,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:49.995908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 91847a40-a878-4d54-9ab1-9b19f48fe013 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:49.996507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:50.035074 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e800dd-9f6e-42ff-ace5-d07fb920af2e None None] Pushing event updated for resources: {'Port': ['ID=9616fe80-d239-42ea-b739-f5e9732821e4,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:50.102548 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 91847a40-a878-4d54-9ab1-9b19f48fe013 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:50.341711 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for router_gateway (b85f51dd-4733-4362-a70f-7adaba2e411e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:50.548518 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:50.794007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Router b85f51dd-4733-4362-a70f-7adaba2e411e is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:34:50.901747 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:50.917453 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:50.927367 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Sync routers for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:50.948911 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:50.949858 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:50.990599 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:50.991941 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ca7e6fa4-1415-4549-af14-d58c0cf715ae admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4750154 Jun 01 04:34:50.994648 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 32928) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:51.000679 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:51.188743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e3b98-433b-46ee-9942-ac3ee53e2437 None None] Network b23bc530-6f22-4458-846a-3a0698b25766 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:34:51.211969 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:51.251288 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:51.263817 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417abca-2636-49a2-a7dc-f8fa6484cc97 req-4c617566-ec94-447d-bdb3-2bb9c5e90c99 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:51.266452 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8417abca-2636-49a2-a7dc-f8fa6484cc97 req-4c617566-ec94-447d-bdb3-2bb9c5e90c99 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0765989 Jun 01 04:34:51.311582 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Provisioning complete for port 9616fe80-d239-42ea-b739-f5e9732821e4 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:51.311925 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.323956 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8417abca-2636-49a2-a7dc-f8fa6484cc97 req-a43c8f43-5dc3-40bc-acdb-c17c0b057f36 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512085 Jun 01 04:34:51.381378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:51.495045 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.519538 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Current status of the port 9616fe80-d239-42ea-b739-f5e9732821e4 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:51.519934 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.556891 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 9616fe80-d239-42ea-b739-f5e9732821e4 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:51.644996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:50Z', 'revision_number': 3, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:51.676459 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] For port 9616fe80-d239-42ea-b739-f5e9732821e4, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=9616fe80-d239-42ea-b739-f5e9732821e4,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:51.688057 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Checking router: b85f51dd-4733-4362-a70f-7adaba2e411e for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:51.688057 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Updating router b85f51dd-4733-4362-a70f-7adaba2e411e port d65ef86a-c149-406f-b142-c5746e717cef binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:34:51.727043 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Allocated IP 172.20.0.1 (b23bc530-6f22-4458-846a-3a0698b25766/e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680/3e6052e7-b08c-4f8b-99a8-ff835a558fb7) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:34:51.733909 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 9616fe80-d239-42ea-b739-f5e9732821e4 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:51.735231 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.739365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (d65ef86a-c149-406f-b142-c5746e717cef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.762894 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.784611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:51.852998 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks [] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.885072 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:51.907832 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594030d7-eda8-487b-b7be-0136f84b30b1 None None] Pushing event updated for resources: {'Port': ['ID=9616fe80-d239-42ea-b739-f5e9732821e4,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:51.949018 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:51.996784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37bf9a65-3bb8-4900-8bf3-26e894fdfc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.002672 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6a417881-1a81-4b8f-89a5-8dc19e416400 None None] Provisioning complete for port 9616fe80-d239-42ea-b739-f5e9732821e4 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:52.003021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6a417881-1a81-4b8f-89a5-8dc19e416400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.019280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Network b23bc530-6f22-4458-846a-3a0698b25766 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:52.023127 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:52.025634 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:34:52.028403 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:52.035052 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:52.051161 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 9616fe80-d239-42ea-b739-f5e9732821e4 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:52.052334 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:52.083536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (b85f51dd-4733-4362-a70f-7adaba2e411e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.193074 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a63e38-91ec-4b3f-afaa-7521c1291022 req-c08cd756-48fa-4720-9669-a24cfdbe93d5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:52.194616 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23a63e38-91ec-4b3f-afaa-7521c1291022 req-c08cd756-48fa-4720-9669-a24cfdbe93d5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0643992 Jun 01 04:34:52.226607 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:52.227051 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.232193 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6a417881-1a81-4b8f-89a5-8dc19e416400 None None] Current status of the port 9616fe80-d239-42ea-b739-f5e9732821e4 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:52.281492 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23a63e38-91ec-4b3f-afaa-7521c1291022 req-3a7f312f-a18a-479b-93d8-dddbe1604a1a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587745 Jun 01 04:34:52.331175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks [] for port (d65ef86a-c149-406f-b142-c5746e717cef), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.361877 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.365514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-33b9a3fa-5427-48b7-a93d-fe09a0e2a9e1 None None] Provisioning complete for port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:52.365956 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-33b9a3fa-5427-48b7-a93d-fe09a0e2a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.392555 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:52.407138 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-33b9a3fa-5427-48b7-a93d-fe09a0e2a9e1 None None] Port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:34:52.428000 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (d65ef86a-c149-406f-b142-c5746e717cef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.428215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:52.446901 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17874d60-c1c4-41ba-b581-976caefdf70a req-2f2dda9b-33d4-4ca6-bbfe-1ebaddb32062 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:52.455040 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-17874d60-c1c4-41ba-b581-976caefdf70a req-2f2dda9b-33d4-4ca6-bbfe-1ebaddb32062 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0616179 Jun 01 04:34:52.479899 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:52.491539 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Attempting to bind port d65ef86a-c149-406f-b142-c5746e717cef on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:52.491874 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Attempting to bind port d65ef86a-c149-406f-b142-c5746e717cef by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:52.492192 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Attempting to bind port d65ef86a-c149-406f-b142-c5746e717cef on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:52.495577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e88f30-5398-495e-be7c-54354043c56d None None] Pushing event updated for resources: {'Port': ['ID=d65ef86a-c149-406f-b142-c5746e717cef,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:52.501718 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:52.504190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:52.504190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.504190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:52.504190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Bound port: d65ef86a-c149-406f-b142-c5746e717cef, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:52.504586 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (d65ef86a-c149-406f-b142-c5746e717cef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.508381 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-17874d60-c1c4-41ba-b581-976caefdf70a req-d63cd06d-69fc-4afa-ada2-301fd9df00e4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527465 Jun 01 04:34:52.559417 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] For port d65ef86a-c149-406f-b142-c5746e717cef, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:52.563346 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] For port d65ef86a-c149-406f-b142-c5746e717cef, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d65ef86a-c149-406f-b142-c5746e717cef,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:52.634645 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (d65ef86a-c149-406f-b142-c5746e717cef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.689830 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:52.690469 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:52.737353 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e88f30-5398-495e-be7c-54354043c56d None None] Pushing event updated for resources: {'Port': ['ID=d65ef86a-c149-406f-b142-c5746e717cef,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:52.791212 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks [] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.810132 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:52.852425 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:52.922839 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:52.925422 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (b85f51dd-4733-4362-a70f-7adaba2e411e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:53.029425 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e6052e7-b08c-4f8b-99a8-ff835a558fb7', 'name': '', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'mac_address': 'fa:16:3e:b8:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:51Z', 'updated_at': '2022-06-01T04:34:51Z', 'revision_number': 1, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'subnets': [{'id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:53.036216 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Network b23bc530-6f22-4458-846a-3a0698b25766 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:34:53.037744 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:34:53.060377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53ba9f-a3cb-4f37-acdd-e69287690a7e None None] The sync data for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi is: [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e6052e7-b08c-4f8b-99a8-ff835a558fb7', 'name': '', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'mac_address': 'fa:16:3e:b8:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:51Z', 'updated_at': '2022-06-01T04:34:51Z', 'revision_number': 1, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'subnets': [{'id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:53.108522 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:53.178606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Router b85f51dd-4733-4362-a70f-7adaba2e411e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:34:53.285895 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:53.327644 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:53.339454 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-a01c771d-54f3-483b-8efd-212589e39a28 None None] Provisioning complete for port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:53.340066 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a01c771d-54f3-483b-8efd-212589e39a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:53.345410 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cee34111-d7a6-4693-be10-739480f5bcaa admin admin] 10.222.0.18 "PUT /v2.0/routers/b85f51dd-4733-4362-a70f-7adaba2e411e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3494067 Jun 01 04:34:53.415222 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a01c771d-54f3-483b-8efd-212589e39a28 None None] Port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:34:53.474094 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03627c-22a0-4a55-a245-345d44002f2e req-a55537f0-f545-43f6-8487-98a9db01360a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:53.476204 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ca03627c-22a0-4a55-a245-345d44002f2e req-a55537f0-f545-43f6-8487-98a9db01360a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Jun 01 04:34:53.498170 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 9616fe80-d239-42ea-b739-f5e9732821e4 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:53.542370 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ca03627c-22a0-4a55-a245-345d44002f2e req-695252df-77dc-42b9-a079-3464d7b1bc14 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604291 Jun 01 04:34:53.548575 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:53.595258 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 9616fe80-d239-42ea-b739-f5e9732821e4 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:53.595923 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:53.642284 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:34:53.690305 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afc78-15ca-4f48-a920-1c9ebb587e6f req-4bcd4927-16eb-4c8d-8e4d-aad4364f507d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:53.698002 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-702afc78-15ca-4f48-a920-1c9ebb587e6f req-4bcd4927-16eb-4c8d-8e4d-aad4364f507d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0791478 Jun 01 04:34:53.705410 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 9616fe80-d239-42ea-b739-f5e9732821e4 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:53.752270 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-702afc78-15ca-4f48-a920-1c9ebb587e6f req-3164d1da-aab7-45a6-a215-ab6f02b8377b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532730 Jun 01 04:34:54.639395 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:54.688499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db309-aa6e-4364-b770-1dcf217741e3 req-11390784-e260-4c06-8496-1d6b39f2f07a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:54.690157 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-389db309-aa6e-4364-b770-1dcf217741e3 req-11390784-e260-4c06-8496-1d6b39f2f07a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0573235 Jun 01 04:34:54.753442 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-389db309-aa6e-4364-b770-1dcf217741e3 req-765ee7d8-87f6-4eb9-a857-a1b1e53149f5 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553496 Jun 01 04:34:54.876379 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435797b1-c13f-4f80-a4a6-53c429c42fc5 req-8bb08c07-6ffc-44c1-95c2-134d428d9ba7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:54.877809 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-435797b1-c13f-4f80-a4a6-53c429c42fc5 req-8bb08c07-6ffc-44c1-95c2-134d428d9ba7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Jun 01 04:34:54.948546 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-435797b1-c13f-4f80-a4a6-53c429c42fc5 req-100d9ae0-56b7-4580-b8fc-4e99a897a3db tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595245 Jun 01 04:34:55.475837 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d65ef86a-c149-406f-b142-c5746e717cef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:55.527075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port d65ef86a-c149-406f-b142-c5746e717cef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:55.527484 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d65ef86a-c149-406f-b142-c5746e717cef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:55.614203 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:55.620167 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port d65ef86a-c149-406f-b142-c5746e717cef is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:55.625310 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (d65ef86a-c149-406f-b142-c5746e717cef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:55.648769 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port d65ef86a-c149-406f-b142-c5746e717cef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d65ef86a-c149-406f-b142-c5746e717cef,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:55.725377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (d65ef86a-c149-406f-b142-c5746e717cef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:55.788046 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=d65ef86a-c149-406f-b142-c5746e717cef,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:55.917698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433daad0-c0ae-462c-a95d-88d66d06dec0 req-cbb124ff-8d28-4476-9240-70d463f314ee tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:55.920099 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-433daad0-c0ae-462c-a95d-88d66d06dec0 req-cbb124ff-8d28-4476-9240-70d463f314ee tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.0585203 Jun 01 04:34:56.007188 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-433daad0-c0ae-462c-a95d-88d66d06dec0 req-06909cb6-2bbe-435f-88ec-0c4c6ab84f30 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecc32472-3542-4111-abaa-754591598954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801992 Jun 01 04:34:56.082532 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-56fabef0-017c-4ceb-80bb-800176fafbbe tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:56.084419 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-56fabef0-017c-4ceb-80bb-800176fafbbe tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 945 time: 0.1005123 Jun 01 04:34:56.088377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.173926 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474958e6-9acc-4af0-8151-f26787d2d2fc req-7abead64-7d5f-457d-8a0b-60e6726e01c6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:56.186907 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-474958e6-9acc-4af0-8151-f26787d2d2fc req-7abead64-7d5f-457d-8a0b-60e6726e01c6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.1218050 Jun 01 04:34:56.255707 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-474958e6-9acc-4af0-8151-f26787d2d2fc req-738dc43c-996c-4676-bc26-d3b3aa2df914 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599418 Jun 01 04:34:56.267717 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Deleting port ca205306-46cb-4b2c-ad84-b2f690075069 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:34:56.268228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.382656 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] For port ca205306-46cb-4b2c-ad84-b2f690075069, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ca205306-46cb-4b2c-ad84-b2f690075069,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:56.383028 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.399346 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:56.603552 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18597-816e-4755-958e-ab6d3805be4f req-6fd265a9-9118-4a44-9ef1-2d1c5cdf9bb5 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:56.610741 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48e18597-816e-4755-958e-ab6d3805be4f req-6fd265a9-9118-4a44-9ef1-2d1c5cdf9bb5 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0792768 Jun 01 04:34:56.669803 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.670550 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.671120 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Floating IP 35ee4141-4a8b-406b-934d-1596bedf4474 disassociated. External IP: 172.27.0.37, port: ca205306-46cb-4b2c-ad84-b2f690075069. Jun 01 04:34:56.671835 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Calling delete_port for ca205306-46cb-4b2c-ad84-b2f690075069 owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:34:56.688901 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48e18597-816e-4755-958e-ab6d3805be4f req-d92733b2-126d-4988-9029-1c26f6f68e69 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771930 Jun 01 04:34:56.799688 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Sync routers for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:56.812898 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:56.813904 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:56.938805 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:56.957951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (ca205306-46cb-4b2c-ad84-b2f690075069), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:56.972755 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:56.992614 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event deleted for resources: {'Port': ['ID=ca205306-46cb-4b2c-ad84-b2f690075069,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:57.159921 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5b862f2b-e420-499d-a8b9-67ffba289a5b req-6e23efad-6e97-4c00-bc5f-f02997932eb2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0514412 Jun 01 04:34:57.165829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:34:57.168847 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e6052e7-b08c-4f8b-99a8-ff835a558fb7', 'name': '', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'mac_address': 'fa:16:3e:b8:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:51Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 2, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'subnets': [{'id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:57.196441 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Checking router: b85f51dd-4733-4362-a70f-7adaba2e411e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:57.196781 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Updating router b85f51dd-4733-4362-a70f-7adaba2e411e port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:34:57.234771 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:57.239476 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:57.313413 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:34:57.350498 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:34:57.413173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:57.414580 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:57.470630 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37484b0-8128-409b-8d58-b78558a86d58 req-05b7cb37-6054-4510-89f6-80d4c97d0847 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:57.472668 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] No DVR routers for this DVR port ca205306-46cb-4b2c-ad84-b2f690075069 on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:34:57.476436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:57.481215 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-087ecbb2-7b80-4704-85ff-4c8e2bffaebd req-012dab1b-b23e-4a1d-9ea2-94182234b9e2 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "DELETE /v2.0/ports/ca205306-46cb-4b2c-ad84-b2f690075069 HTTP/1.1" status: 204 len: 173 time: 1.3884008 Jun 01 04:34:57.482244 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'name': 'network-vif-deleted', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:57.486087 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96ca7d-fc07-42bb-869f-7e0eec0270d4" -d '{"events": [{"server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "name": "network-vif-deleted", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:57.494400 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e37484b0-8128-409b-8d58-b78558a86d58 req-05b7cb37-6054-4510-89f6-80d4c97d0847 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.1325915 Jun 01 04:34:57.609153 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e37484b0-8128-409b-8d58-b78558a86d58 req-0ff1fa70-2d05-473e-a7f1-c76a40411dc0 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130357 Jun 01 04:34:57.611541 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d65ef86a-c149-406f-b142-c5746e717cef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:57.669799 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:57.685201 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c3524-848d-47d9-bcbb-6ed2c25470b7 x-openstack-request-id: req-8f6c3524-848d-47d9-bcbb-6ed2c25470b7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:57.686026 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8eae96-794e-4cdb-a397-0f892e3fd9f0", "name": "network-vif-deleted", "tag": "ca205306-46cb-4b2c-ad84-b2f690075069", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:57.686026 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f6c3524-848d-47d9-bcbb-6ed2c25470b7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:57.686246 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6c3524-848d-47d9-bcbb-6ed2c25470b7'] response: {'server_uuid': '9f8eae96-794e-4cdb-a397-0f892e3fd9f0', 'name': 'network-vif-deleted', 'tag': 'ca205306-46cb-4b2c-ad84-b2f690075069', 'status': 'completed', 'code': 200} Jun 01 04:34:57.715141 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:57.740892 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks [] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:57.821839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a9a6-b98a-4acb-8e0d-4599a0e93e03 req-e891b2ce-c2ba-4808-b9c9-6e53f636d9ae tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:57.823784 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7031a9a6-b98a-4acb-8e0d-4599a0e93e03 req-e891b2ce-c2ba-4808-b9c9-6e53f636d9ae tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0641296 Jun 01 04:34:57.862463 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:57.900941 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7031a9a6-b98a-4acb-8e0d-4599a0e93e03 req-07739606-0a00-443a-9163-cca29544633c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656705 Jun 01 04:34:57.944929 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253ed3-74ce-4bf4-b6d2-1d8b739b93aa None None] Pushing event updated for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:58.018974 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Attempting to bind port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:34:58.019551 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Attempting to bind port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:34:58.020034 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Attempting to bind port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 on network b23bc530-6f22-4458-846a-3a0698b25766 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:34:58.026475 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:34:58.027099 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Checking segment: {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:34:58.027658 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.028163 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Bound using segment: {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:34:58.028738 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Bound port: 3e6052e7-b08c-4f8b-99a8-ff835a558fb7, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:34:58.029213 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.102371 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:58.142205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:34:58.143964 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] For port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:34:58.147977 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] For port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:34:58.148393 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port d65ef86a-c149-406f-b142-c5746e717cef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:58.148836 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (d65ef86a-c149-406f-b142-c5746e717cef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.177384 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:58.178027 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:58.228503 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.344387 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:34:58.345306 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:58.377169 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:58.379397 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Provisioning complete for port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:58.380202 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fb496c68-31fd-4a68-8e3c-9323277ab78b req-2be5cb45-8d2c-4285-9130-fa3b96ae8d27 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8eae96-794e-4cdb-a397-0f892e3fd9f0 HTTP/1.1" status: 200 len: 210 time: 0.0457866 Jun 01 04:34:58.391850 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.444885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-cbf90cac-9ac1-40a3-9dd5-e3119fc2fe30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:58.447029 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-cbf90cac-9ac1-40a3-9dd5-e3119fc2fe30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.0651402 Jun 01 04:34:58.468516 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253ed3-74ce-4bf4-b6d2-1d8b739b93aa None None] Pushing event updated for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:58.475707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:58.635242 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:58.660761 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:34:58.774731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:58.794399 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Current status of the port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:58.795122 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.800514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port d65ef86a-c149-406f-b142-c5746e717cef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:58.822276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port 52757b70-1a8f-4bea-8511-23d4b4a70ddf {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:34:58.822623 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.875887 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb3cc-53a3-4ae1-9e92-9b4ed829e25e req-d00954eb-cce3-4696-bab6-ee062f95a7fe tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:58.878049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] For port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:58.878291 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-052fb3cc-53a3-4ae1-9e92-9b4ed829e25e req-d00954eb-cce3-4696-bab6-ee062f95a7fe tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.1066978 Jun 01 04:34:58.897300 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:58.943181 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:58.963111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:59.002267 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e6052e7-b08c-4f8b-99a8-ff835a558fb7', 'name': '', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'mac_address': 'fa:16:3e:b8:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:51Z', 'updated_at': '2022-06-01T04:34:58Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'subnets': [{'id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:34:59.050332 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900d387-df38-48b4-b32e-733ea190f888 None None] The sync data for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi is: [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:34:52Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e6052e7-b08c-4f8b-99a8-ff835a558fb7', 'name': '', 'network_id': 'b23bc530-6f22-4458-846a-3a0698b25766', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'mac_address': 'fa:16:3e:b8:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:51Z', 'updated_at': '2022-06-01T04:34:58Z', 'revision_number': 4, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'subnets': [{'id': 'e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:59.061064 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-052fb3cc-53a3-4ae1-9e92-9b4ed829e25e req-7dda5034-3dce-438e-bea2-1792a6521e2d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705270 Jun 01 04:34:59.080487 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 52757b70-1a8f-4bea-8511-23d4b4a70ddf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:34:59.089942 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:59.100352 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f4dc7-b9ee-4840-b53d-af67a47c1428 None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:36Z', 'revision_number': 4, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '357b9ead-9ceb-47aa-a06c-06485225ed5c', 'name': '', 'network_id': 'df968078-6547-44fa-a4b9-d4e6c486e9a4', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'mac_address': 'fa:16:3e:e8:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:35Z', 'updated_at': '2022-06-01T04:27:46Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'subnets': [{'id': 'b45d334c-d599-486f-9bf6-25cdbd32bfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:34:59.150848 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-0dc41a8c-f207-4952-9a26-5878a57ceb92 None None] Provisioning complete for port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:59.152352 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0dc41a8c-f207-4952-9a26-5878a57ceb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.153602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:59.154474 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.185352 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd72a6-5cff-4e38-8d34-af452424221c req-b636caac-5e25-4b44-b352-2984a4018ad3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:34:59.191394 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be297c-6af2-47fa-8dac-4a82bd0e8279 None None] Pushing event updated for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:59.207045 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34dd72a6-5cff-4e38-8d34-af452424221c req-b636caac-5e25-4b44-b352-2984a4018ad3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 945 time: 0.1177964 Jun 01 04:34:59.269834 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 52757b70-1a8f-4bea-8511-23d4b4a70ddf is: ACTIVE; New status is: DOWN {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:59.270239 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.330599 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-0dc41a8c-f207-4952-9a26-5878a57ceb92 None None] Current status of the port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:59.356083 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34dd72a6-5cff-4e38-8d34-af452424221c req-715ec63e-2385-4c00-91df-361fe9429ab8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418524 Jun 01 04:34:59.359945 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 52757b70-1a8f-4bea-8511-23d4b4a70ddf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=52757b70-1a8f-4bea-8511-23d4b4a70ddf,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:34:59.359945 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:34:59.364163 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3fb0e-59f4-4770-9fa4-9bb037da1738" -d '{"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-unplugged", "status": "completed", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:34:59.473624 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.474918 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device ca205306-46cb-4b2c-ad84-b2f690075069 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:34:59.511945 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.512610 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (be983719-921a-4dc8-ae16-b8e82a1a62c5), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.512716 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP be983719-921a-4dc8-ae16-b8e82a1a62c5 disassociated. External IP: 172.27.0.133, port: 52757b70-1a8f-4bea-8511-23d4b4a70ddf. Jun 01 04:34:59.513445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for 52757b70-1a8f-4bea-8511-23d4b4a70ddf owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:34:59.524980 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Jun 2022 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c263b41b-306f-46db-8a7e-ec7e44d40a0a x-openstack-request-id: req-c263b41b-306f-46db-8a7e-ec7e44d40a0a {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:34:59.525411 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-unplugged", "status": "completed", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:34:59.525524 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c263b41b-306f-46db-8a7e-ec7e44d40a0a {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:34:59.525919 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c263b41b-306f-46db-8a7e-ec7e44d40a0a'] response: {'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'code': 200} Jun 01 04:34:59.573737 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: ca205306-46cb-4b2c-ad84-b2f690075069 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:34:59.574094 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device ca205306-46cb-4b2c-ad84-b2f690075069 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:34:59.581014 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:34:59.593026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33016) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:59.634130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=6']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:59.670014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (ecc32472-3542-4111-abaa-754591598954), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.673742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:34:59.674314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.701534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (ecc32472-3542-4111-abaa-754591598954), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.719947 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:59.750815 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:59.767021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:34:59.774727 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:34:59.778773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (52757b70-1a8f-4bea-8511-23d4b4a70ddf), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.814387 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=52757b70-1a8f-4bea-8511-23d4b4a70ddf,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:59.851186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ecc32472-3542-4111-abaa-754591598954), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.854173 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:34:59.855837 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "DELETE /v2.0/security-groups/ecc32472-3542-4111-abaa-754591598954 HTTP/1.1" status: 204 len: 168 time: 0.2650442 Jun 01 04:34:59.861260 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33018) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:34:59.882624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dea74-786e-463d-a942-3572c67ac19b tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc32472-3542-4111-abaa-754591598954,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:34:59.884911 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-3be3a38c-1916-4f3d-a87d-95ee81a0ed9c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] show failed (client error): The resource could not be found. Jun 01 04:34:59.886194 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3be3a38c-1916-4f3d-a87d-95ee81a0ed9c tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups/ecc32472-3542-4111-abaa-754591598954 HTTP/1.1" status: 404 len: 347 time: 0.0212622 Jun 01 04:34:59.889035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33020) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:00.415810 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:35:00.428418 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864511a-f673-45e3-9d8c-ecd9f16021db req-8b6f22ae-37be-4130-b08f-251efe1c5329 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:00.429991 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3864511a-f673-45e3-9d8c-ecd9f16021db req-8b6f22ae-37be-4130-b08f-251efe1c5329 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.1739395 Jun 01 04:35:00.522918 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a9f312b-5104-44db-8fe2-3013ab0a1bcd req-edf6b064-51e3-4927-963d-e57c15f30ede tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.0383537 Jun 01 04:35:00.614372 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Deleting port c7f3e289-ce54-45a1-a8e8-05ebdc8b013d {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:00.614930 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:00.632430 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410849e9-3702-4b6e-ba8d-bda5b0d5888d None None] New status for floating IP 35ee4141-4a8b-406b-934d-1596bedf4474: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:35:00.661718 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3864511a-f673-45e3-9d8c-ecd9f16021db req-c56f974c-fbdb-45af-bf78-f442880cab3a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006145 Jun 01 04:35:00.776548 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:00.777164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:00.787710 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:00.802977 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:35:00.812926 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Calling delete_port for c7f3e289-ce54-45a1-a8e8-05ebdc8b013d owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:00.818998 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:35:00.848515 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:00.851442 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:00.953252 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:00.995607 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] No DVR routers for this DVR port 52757b70-1a8f-4bea-8511-23d4b4a70ddf on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:35:00.999291 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:01.002666 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc09cc20-e4a2-4e79-98b0-fc0290274ebd req-b3d80ee6-00a0-489e-8b29-0ad89cfe4f9e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "DELETE /v2.0/ports/52757b70-1a8f-4bea-8511-23d4b4a70ddf HTTP/1.1" status: 204 len: 173 time: 2.3831635 Jun 01 04:35:01.003112 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-deleted', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:01.005476 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7c161c-4044-43e6-bdfb-239b201fbfd8" -d '{"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-deleted", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:01.077573 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:01.082677 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54960ebc-771c-4f6e-afef-d2e86617e1c5 x-openstack-request-id: req-54960ebc-771c-4f6e-afef-d2e86617e1c5 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:01.082677 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a724f928-21b8-4379-a078-600dc46ce06e", "name": "network-vif-deleted", "tag": "52757b70-1a8f-4bea-8511-23d4b4a70ddf", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:01.082984 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54960ebc-771c-4f6e-afef-d2e86617e1c5 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:01.083266 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54960ebc-771c-4f6e-afef-d2e86617e1c5'] response: {'server_uuid': 'a724f928-21b8-4379-a078-600dc46ce06e', 'name': 'network-vif-deleted', 'tag': '52757b70-1a8f-4bea-8511-23d4b4a70ddf', 'status': 'completed', 'code': 200} Jun 01 04:35:01.205681 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (c7f3e289-ce54-45a1-a8e8-05ebdc8b013d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:01.239596 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event deleted for resources: {'Port': ['ID=c7f3e289-ce54-45a1-a8e8-05ebdc8b013d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:01.363057 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks [] for floatingip (35ee4141-4a8b-406b-934d-1596bedf4474), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:01.367041 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:01.372778 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-83771bb9-1c4f-4340-a3ad-31e6cd7586f9 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "DELETE /v2.0/floatingips/35ee4141-4a8b-406b-934d-1596bedf4474 HTTP/1.1" status: 204 len: 168 time: 1.4788015 Jun 01 04:35:01.383056 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:01.393924 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:01.425542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:35:01.436101 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:01.436794 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:01.730000 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a10a42a4-624f-4ad1-854b-3f6009b76940 req-a7005d18-2c96-429d-91c9-3dc9ce66ec10 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.1070166 Jun 01 04:35:01.782527 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:01.855857 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a99c-9379-4ad9-9b4e-9725a3c66ed1 req-d5e158c2-cd07-4638-8faa-e50962c71813 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:01.858306 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f13a99c-9379-4ad9-9b4e-9725a3c66ed1 req-d5e158c2-cd07-4638-8faa-e50962c71813 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Jun 01 04:35:01.988852 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f13a99c-9379-4ad9-9b4e-9725a3c66ed1 req-55cbd3b9-8275-4c63-95c5-bc88ba8393d7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168332 Jun 01 04:35:02.061552 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:02.090709 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b50ce2-5770-46e9-8567-b962b17891be None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:35:02.581499 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd53480-e8eb-4435-8692-959dfdfb9411 None None] New status for floating IP be983719-921a-4dc8-ae16-b8e82a1a62c5: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:35:02.846693 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7ea47443-c00a-4e2b-9eb0-9730bb8ea83b req-7359120d-dff0-4037-9340-51a104edef55 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=a724f928-21b8-4379-a078-600dc46ce06e HTTP/1.1" status: 200 len: 210 time: 0.0285835 Jun 01 04:35:03.118835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f923e-808b-453c-b784-ed3052120b8f req-aabae60b-a260-4094-9740-806d49124fe8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:03.130625 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b65f923e-808b-453c-b784-ed3052120b8f req-aabae60b-a260-4094-9740-806d49124fe8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0712225 Jun 01 04:35:03.197901 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b65f923e-808b-453c-b784-ed3052120b8f req-c4ba5323-7db3-4737-a39c-e3bd17ddc203 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661294 Jun 01 04:35:03.605750 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dfb78-0060-4160-8209-8d8a80d5efd9 req-aa868e88-25d2-449a-883d-8e20be032abb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:03.616189 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fe8dfb78-0060-4160-8209-8d8a80d5efd9 req-aa868e88-25d2-449a-883d-8e20be032abb tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0820949 Jun 01 04:35:03.692801 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fe8dfb78-0060-4160-8209-8d8a80d5efd9 req-2965f527-b9c2-444b-84cd-e3256dd17cc0 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704067 Jun 01 04:35:03.747495 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-b627c4f3-3798-4c83-b89c-1bbf7bb365c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:03.749155 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-b627c4f3-3798-4c83-b89c-1bbf7bb365c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 1129 time: 0.0475812 Jun 01 04:35:03.877246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-d93f4276-b0fd-424b-914f-0cb5649628c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:03.879044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-d93f4276-b0fd-424b-914f-0cb5649628c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 912 time: 0.1219776 Jun 01 04:35:03.966279 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-5fe34514-fd16-46c3-8656-773ea30b0e65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 200 len: 1000 time: 0.0797408 Jun 01 04:35:04.019088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:04.041909 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-43d4dd16-68e8-4f04-9d56-f782ae222a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:04.043573 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-43d4dd16-68e8-4f04-9d56-f782ae222a71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0706666 Jun 01 04:35:04.129034 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-26a8663a-df22-417c-86bb-c0bd937e00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:04.135041 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-26a8663a-df22-417c-86bb-c0bd937e00e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735624 Jun 01 04:35:04.283238 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-a44dd059-0633-402a-9159-f997ad83ad12 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799074218&fields=id&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 267 time: 0.0830483 Jun 01 04:35:04.322322 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-130827ce-8fa8-4750-80ad-3c0fa30905ad service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828651 Jun 01 04:35:04.498249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-58ff03dc-be34-4d9a-a3fc-b6fbc51da545 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:04.500767 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-58ff03dc-be34-4d9a-a3fc-b6fbc51da545 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.2049477 Jun 01 04:35:04.503135 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87733515-1e49-4d30-960f-2a1f2b8cab4e req-c1672797-891c-47d6-9446-49f76f8f8246 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527071 Jun 01 04:35:04.517868 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c3ac542e-d1f6-4a78-82f9-958a4ec9d6a8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/quotas/9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 375 time: 0.0118039 Jun 01 04:35:04.582958 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e530e3-8dc0-4553-a1b3-d309f2ee9b9b req-868b5786-69bf-4097-8433-f356a40e00ab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:04.583591 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-060742c5-0953-44dc-b8db-4625e1f474ce tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595019 Jun 01 04:35:04.585342 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76e530e3-8dc0-4553-a1b3-d309f2ee9b9b req-868b5786-69bf-4097-8433-f356a40e00ab tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0594842 Jun 01 04:35:04.646946 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76e530e3-8dc0-4553-a1b3-d309f2ee9b9b req-148a313a-4700-483b-8871-0b7a5ab348d4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Jun 01 04:35:04.774434 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:04.848603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8826d-3191-4df4-bfda-003a80ba1bed req-94315054-4bc9-4d41-85d8-970b730c4b7f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:04.850359 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b4a8826d-3191-4df4-bfda-003a80ba1bed req-94315054-4bc9-4d41-85d8-970b730c4b7f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0655339 Jun 01 04:35:04.912497 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-ae3bbddf-3328-438f-ba7a-ac202095945f service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140099 Jun 01 04:35:04.926600 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b4a8826d-3191-4df4-bfda-003a80ba1bed req-50a989db-957d-485f-9ced-0710dcc8f926 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687771 Jun 01 04:35:05.027386 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-55bfffdc-21b6-4fdd-9f04-8cec09b8666c service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097846 Jun 01 04:35:05.701992 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-83544cb2-a397-41ab-b365-358d6a35c56d req-1e2f99b4-d3ab-407a-899e-f66a4f9b53d2 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0382938 Jun 01 04:35:05.823016 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80ee07-ac72-4616-b22d-6d98456a821b req-08f94020-7ff4-40d2-8b80-c9bc27c02325 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:05.824628 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a80ee07-ac72-4616-b22d-6d98456a821b req-08f94020-7ff4-40d2-8b80-c9bc27c02325 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0906801 Jun 01 04:35:05.847321 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-94ee08b9-9a19-4124-9d5b-5bf61e2e28f6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:05.847321 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-94ee08b9-9a19-4124-9d5b-5bf61e2e28f6 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 946 time: 0.0723314 Jun 01 04:35:05.934118 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a80ee07-ac72-4616-b22d-6d98456a821b req-d3f5af17-d36e-48e4-8f12-0a9b2325e047 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881026 Jun 01 04:35:05.979280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Deleting port 2e88e076-e176-494f-8401-4e2c11b64a89 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:05.979856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:06.068691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d465e2d-55dd-45ba-bbf3-49c88512e825 req-6a1e20d5-3a08-4220-9b0f-a963c14a52ca tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:06.070213 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d465e2d-55dd-45ba-bbf3-49c88512e825 req-6a1e20d5-3a08-4220-9b0f-a963c14a52ca tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0576668 Jun 01 04:35:06.099021 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] For port 2e88e076-e176-494f-8401-4e2c11b64a89, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e88e076-e176-494f-8401-4e2c11b64a89,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:06.099712 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:06.115873 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Calling delete_port for 2e88e076-e176-494f-8401-4e2c11b64a89 owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:06.121056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:06.126573 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d465e2d-55dd-45ba-bbf3-49c88512e825 req-56757a9d-9ae2-4990-8115-d427c142e223 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500493 Jun 01 04:35:06.554474 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (2e88e076-e176-494f-8401-4e2c11b64a89), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:06.581800 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event deleted for resources: {'Port': ['ID=2e88e076-e176-494f-8401-4e2c11b64a89,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:06.595080 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['6fd6606f-c4cc-4fce-9771-e37ea15a7749', '2e88e076-e176-494f-8401-4e2c11b64a89'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:06.650810 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] No DVR routers for this DVR port 2e88e076-e176-494f-8401-4e2c11b64a89 on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:35:06.653732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:06.659457 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad282c63-6f43-47d1-b12b-b94175b6157f req-5ead1887-2d59-4ff0-909f-adef997c59f7 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "DELETE /v2.0/ports/2e88e076-e176-494f-8401-4e2c11b64a89 HTTP/1.1" status: 204 len: 173 time: 0.8053958 Jun 01 04:35:06.659457 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'name': 'network-vif-deleted', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:06.662511 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b66fd9-4cce-476e-bc58-6162788ad877" -d '{"events": [{"server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "name": "network-vif-deleted", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:06.711052 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce6258-986a-4cc6-9369-af656ebefa42 x-openstack-request-id: req-d6ce6258-986a-4cc6-9369-af656ebefa42 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:06.711372 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b5c9f1-ba93-4279-91f7-048a6923868d", "name": "network-vif-deleted", "tag": "2e88e076-e176-494f-8401-4e2c11b64a89", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:06.711728 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6ce6258-986a-4cc6-9369-af656ebefa42 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:06.712035 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ce6258-986a-4cc6-9369-af656ebefa42'] response: {'server_uuid': 'd4b5c9f1-ba93-4279-91f7-048a6923868d', 'name': 'network-vif-deleted', 'tag': '2e88e076-e176-494f-8401-4e2c11b64a89', 'status': 'completed', 'code': 200} Jun 01 04:35:06.811998 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ce3b28c1-33be-477d-9f69-be1225582515 req-6322dd25-3b63-4637-97c6-ee54a4f6efd2 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0436411 Jun 01 04:35:07.051826 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d7b1b5b-8787-4f5b-a13b-ca5376db5abf req-d9c7fe6c-70f4-4e10-89cb-6d679d275de4 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b5c9f1-ba93-4279-91f7-048a6923868d HTTP/1.1" status: 200 len: 210 time: 0.0354722 Jun 01 04:35:07.870215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3f11687c-37eb-41a1-aa10-b61b40c62705 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:07.871780 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3f11687c-37eb-41a1-aa10-b61b40c62705 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 814 time: 0.1203783 Jun 01 04:35:07.886772 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-cf105b76-e093-4f77-9a37-f7615bcde897 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/quotas/cd5966396128491d814472e980cfd873 HTTP/1.1" status: 200 len: 375 time: 0.0093973 Jun 01 04:35:07.909257 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c82556f6-0551-490b-8f36-3a4d3b1a6268 req-44000427-638f-40dd-a7ea-5020ea2760c1 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0290134 Jun 01 04:35:07.943467 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-77e6d148-7c1b-4858-befb-d2f178626bf5 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510309 Jun 01 04:35:07.974860 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:08.047772 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-847f90d6-6e2d-438c-87dd-fb0c6472dd03 service neutron] 10.222.0.18 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918682 Jun 01 04:35:08.165847 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-d0524460-7b99-4080-931c-c913f4d3a974 service neutron] 10.222.0.18 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123788 Jun 01 04:35:08.398030 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-376d5826-b62f-4c25-b0bb-f763f12bd7b1 req-1f962623-c9ee-48ba-8ebc-42cbd9a952eb tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 210 time: 0.0346155 Jun 01 04:35:08.587794 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9691a0-31b3-43ef-8b27-193804ec6f88 req-6e3deb62-148d-4f60-bedc-3967cb09b38a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:08.589256 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d9691a0-31b3-43ef-8b27-193804ec6f88 req-6e3deb62-148d-4f60-bedc-3967cb09b38a tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0497441 Jun 01 04:35:08.641131 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d9691a0-31b3-43ef-8b27-193804ec6f88 req-82600fe3-ec3a-4752-83c3-6630e63a1202 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453846 Jun 01 04:35:09.013321 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-287d3bff-beae-49d1-baf4-73b6fb59679e req-6cbc9319-f9dc-4ec1-b547-d34a2008ca41 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0324171 Jun 01 04:35:09.112857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 2e88e076-e176-494f-8401-4e2c11b64a89 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:35:09.134404 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 2e88e076-e176-494f-8401-4e2c11b64a89 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:35:09.134839 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 2e88e076-e176-494f-8401-4e2c11b64a89 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:35:09.138289 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-fc8a423e-9c56-406a-a518-7e3405ed963b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:09.139759 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-fc8a423e-9c56-406a-a518-7e3405ed963b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.1097434 Jun 01 04:35:09.216892 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-698185dc-8cf1-4f97-b8d0-4373e1ef08fa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 379 time: 0.0544567 Jun 01 04:35:09.228444 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'port': {'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'admin_state_up': True, 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'security_groups': ['6f96ed68-785b-4d55-8b3e-b797f581ad7a']}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:09.416139 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Made reservation on behalf of 9369d530285849b3a9eac5e0034d3170 for: {'port': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:35:09.419676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:09.443725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:09.512556 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8ee9fbe1-3d34-4833-936f-c319a6428f8d req-879e47fb-5ba6-4830-922f-5d42d86261a8 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 210 time: 0.0398905 Jun 01 04:35:09.581702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.20.0.3 (e3dc963a-6f83-4418-ad4a-91353c23b06d/531bc883-7937-46f0-98d3-52aaca1a4af7/37997631-7c0b-45f2-8dde-80c75b82d919) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:35:09.717093 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:09.735911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (37997631-7c0b-45f2-8dde-80c75b82d919), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:09.760268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1f47-ab4c-4528-844d-104cfde418b8 req-b04fca04-ba8e-4cb3-93e2-6783128dfe3d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:09.761793 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8bce1f47-ab4c-4528-844d-104cfde418b8 req-b04fca04-ba8e-4cb3-93e2-6783128dfe3d tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Jun 01 04:35:09.818989 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8bce1f47-ab4c-4528-844d-104cfde418b8 req-580c789e-37c7-43cd-a1d6-cb645130ed90 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/security-groups?id=d51845b9-2882-4d2e-8239-9d3b368266dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514004 Jun 01 04:35:09.849737 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:09.859543 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-6af0c320-ef41-4594-9938-50225c16dd3f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:09.861393 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-6af0c320-ef41-4594-9938-50225c16dd3f tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 946 time: 0.0529408 Jun 01 04:35:09.898181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:35:09.901632 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:35:09.908608 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:35:09.932527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:09.963241 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:09.964075 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:09.965890 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Deleting port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:09.966277 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.039343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:10.062658 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-165bf5c1-ce8d-405a-ac08-889175ddc3de tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8342192 Jun 01 04:35:10.077202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] For port 6fd6606f-c4cc-4fce-9771-e37ea15a7749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=6fd6606f-c4cc-4fce-9771-e37ea15a7749,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:10.078254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.094316 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Calling delete_port for 6fd6606f-c4cc-4fce-9771-e37ea15a7749 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:10.109360 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Request body: {'port': {'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:10.141998 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:10.161803 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-b09cd3aa-8d66-4153-ba4b-4cbf8e78eb91 None None] Provisioning complete for port 37997631-7c0b-45f2-8dde-80c75b82d919 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:35:10.162474 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b09cd3aa-8d66-4153-ba4b-4cbf8e78eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.199887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b09cd3aa-8d66-4153-ba4b-4cbf8e78eb91 None None] Port 37997631-7c0b-45f2-8dde-80c75b82d919 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:35:10.340839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (6fd6606f-c4cc-4fce-9771-e37ea15a7749), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.372318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Pushing event deleted for resources: {'Port': ['ID=6fd6606f-c4cc-4fce-9771-e37ea15a7749,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:10.375890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['6fd6606f-c4cc-4fce-9771-e37ea15a7749'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:10.413296 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.415437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.416146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.416146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.416378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.416708 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.417026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.417349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.417668 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.417991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:10.440856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986d0f-08c9-4bf6-b536-4569550ae842 req-95717920-a695-47d9-a85d-61e772f57ad5 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:10.441455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] No DVR routers for this DVR port 6fd6606f-c4cc-4fce-9771-e37ea15a7749 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:35:10.442590 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b986d0f-08c9-4bf6-b536-4569550ae842 req-95717920-a695-47d9-a85d-61e772f57ad5 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 931 time: 0.3538501 Jun 01 04:35:10.443689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.446088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.447081 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0b35d60-9017-4b57-b2e4-97b5663fe9ce req-e5781fb7-9bf1-40d1-b338-29b9e69c40ce tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.45 "DELETE /v2.0/ports/6fd6606f-c4cc-4fce-9771-e37ea15a7749 HTTP/1.1" status: 204 len: 173 time: 0.5807898 Jun 01 04:35:10.447582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'name': 'network-vif-deleted', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:10.450101 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4ea6d-c15c-4817-bdc3-e3bcf8903813" -d '{"events": [{"server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "name": "network-vif-deleted", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:10.491740 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24af34b-4b7f-4028-bcbc-8e038c824cff x-openstack-request-id: req-d24af34b-4b7f-4028-bcbc-8e038c824cff {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:10.492133 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e6883-b6b6-408f-adb7-2b29610a2150", "name": "network-vif-deleted", "tag": "6fd6606f-c4cc-4fce-9771-e37ea15a7749", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:10.492672 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d24af34b-4b7f-4028-bcbc-8e038c824cff {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:10.493113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24af34b-4b7f-4028-bcbc-8e038c824cff'] response: {'server_uuid': '0c4e6883-b6b6-408f-adb7-2b29610a2150', 'name': 'network-vif-deleted', 'tag': '6fd6606f-c4cc-4fce-9771-e37ea15a7749', 'status': 'completed', 'code': 200} Jun 01 04:35:10.549155 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b986d0f-08c9-4bf6-b536-4569550ae842 req-839b591c-cb50-49af-bc93-4596169f9add tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932479 Jun 01 04:35:10.626345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cca4ff15-6445-4941-b8b9-51e7826f56c4 req-163fc3f0-0945-4d71-a873-bd375d619139 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Jun 01 04:35:10.763660 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:10.812959 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37997631-7c0b-45f2-8dde-80c75b82d919 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:35:10.821812 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks [] for port (37997631-7c0b-45f2-8dde-80c75b82d919), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.838867 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Transition to ACTIVE for port object 37997631-7c0b-45f2-8dde-80c75b82d919 will not be triggered until provisioned by entity L2. {{(pid=104650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:35:10.926209 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:10.932880 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d91e853-a554-4b1b-8b22-92b016e5d3b5 req-cb205f75-dba8-496c-8a89-b95a0f84c173 tempest-ServerRescueNegativeTestJSON-788108745 tempest-ServerRescueNegativeTestJSON-788108745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e6883-b6b6-408f-adb7-2b29610a2150 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Jun 01 04:35:10.977052 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Pushing event updated for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:11.060503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:11.063482 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Attempting to bind port 37997631-7c0b-45f2-8dde-80c75b82d919 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:35:11.063760 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Attempting to bind port 37997631-7c0b-45f2-8dde-80c75b82d919 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:35:11.064083 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Attempting to bind port 37997631-7c0b-45f2-8dde-80c75b82d919 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:35:11.083697 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Port 37997631-7c0b-45f2-8dde-80c75b82d919 on network e3dc963a-6f83-4418-ad4a-91353c23b06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:35:11.084083 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Attempting to bind port 37997631-7c0b-45f2-8dde-80c75b82d919 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:35:11.090261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:35:11.090602 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:35:11.090990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Bound using segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:35:11.091452 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Bound port: 37997631-7c0b-45f2-8dde-80c75b82d919, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:35:11.091818 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.128841 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-cecbcdf6-4f2d-4779-bd4e-ab0ca20738e3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.131533 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-cecbcdf6-4f2d-4779-bd4e-ab0ca20738e3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 814 time: 0.1242104 Jun 01 04:35:11.178682 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:35:11.182455 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=37997631-7c0b-45f2-8dde-80c75b82d919,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:35:11.199461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'port': {'device_id': '8a901966-c203-41d4-9db4-e2a896daffa7', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'admin_state_up': True, 'tenant_id': 'cd5966396128491d814472e980cfd873'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:11.253137 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.287956 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.288506 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.289981 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] 10.222.0.45 "PUT /v2.0/ports/37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 1093 time: 1.1876659 Jun 01 04:35:11.290415 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:11.292806 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6d3f7-fa16-4085-a508-a20a71d3a68e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:11.318104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1220b83-b993-480c-807d-0f4b6505e20e service neutron] Pushing event updated for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:11.334136 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a98658-f576-434b-b517-8dc08da70eb7 x-openstack-request-id: req-65a98658-f576-434b-b517-8dc08da70eb7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:11.336068 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:11.336068 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65a98658-f576-434b-b517-8dc08da70eb7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:11.336068 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a98658-f576-434b-b517-8dc08da70eb7'] response: {'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919', 'status': 'completed', 'code': 200} Jun 01 04:35:11.384702 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Made reservation on behalf of cd5966396128491d814472e980cfd873 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:35:11.384702 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.537793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Allocated IP 172.20.0.8 (11607d63-d036-4ed9-83f8-7655c1e3f472/b9961be7-4577-48f9-be7f-9e000fbe173b/fe4b660b-fcd7-4ccb-8056-f5657999e42f) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:35:11.576809 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-e24c5cd4-1637-4653-8eab-7ee79286afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.579102 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-e24c5cd4-1637-4653-8eab-7ee79286afde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1127 time: 0.0570683 Jun 01 04:35:11.693218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:11.722402 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd20a6-a4b3-4ffc-960e-aa7d49073337 req-b82b3bba-0fd1-4b18-b3b8-a6122e33b80e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.730507 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1abd20a6-a4b3-4ffc-960e-aa7d49073337 req-b82b3bba-0fd1-4b18-b3b8-a6122e33b80e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0694096 Jun 01 04:35:11.730801 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.749761 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0eda4aa-6d88-4fe0-a1d9-bfbcd868d637 req-ed39a540-c8e7-4cba-b981-ac6b4b3cb3e9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 210 time: 0.0400624 Jun 01 04:35:11.772147 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-f314d481-5d85-45cd-a958-0ae646633997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.773857 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-f314d481-5d85-45cd-a958-0ae646633997 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9369d530285849b3a9eac5e0034d3170&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1769106 Jun 01 04:35:11.845295 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:11.862487 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1abd20a6-a4b3-4ffc-960e-aa7d49073337 req-850ee87c-43a4-4e66-a848-2ecd4c773e54 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208205 Jun 01 04:35:11.896820 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:11.899096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:35:11.912109 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:35:11.914688 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:11.917082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:35:11.929555 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-f0db6bd4-1f9c-469a-bf79-a7051dc5da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.931894 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-72f6d3f7-fa16-4085-a508-a20a71d3a68e req-f0db6bd4-1f9c-469a-bf79-a7051dc5da10 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528728 Jun 01 04:35:11.967229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:11.967886 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:12.000257 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33186) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:12.044854 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-57149969-b844-4450-abfd-2973dbbc6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:12.046988 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-57149969-b844-4450-abfd-2973dbbc6377 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1127 time: 0.0496035 Jun 01 04:35:12.109493 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-3e99e11c-87fd-49f2-8eae-0ed63b5a5095 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135580 Jun 01 04:35:12.128416 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-1e6ba85c-df11-4ee7-83a0-a7261adc19ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 217 time: 0.0590637 Jun 01 04:35:12.174453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Request body: {'port': {'device_id': '8a901966-c203-41d4-9db4-e2a896daffa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:12.283784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-2f86b68f-bdc1-4145-8657-61f887ec27c1 None None] Provisioning complete for port fe4b660b-fcd7-4ccb-8056-f5657999e42f triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:35:12.284393 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2f86b68f-bdc1-4145-8657-61f887ec27c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:12.285381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-97262d0f-f0ad-4799-b06b-e1ab416822bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:12.287372 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-97262d0f-f0ad-4799-b06b-e1ab416822bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.1057508 Jun 01 04:35:12.328696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-2f86b68f-bdc1-4145-8657-61f887ec27c1 None None] Port fe4b660b-fcd7-4ccb-8056-f5657999e42f cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:35:12.375027 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:12.944132 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37877ad-5509-443e-834a-d76c72488c31 req-3c8752a3-a589-4860-92ab-3ca144a2648d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:12.948801 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f37877ad-5509-443e-834a-d76c72488c31 req-3c8752a3-a589-4860-92ab-3ca144a2648d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 931 time: 0.0918596 Jun 01 04:35:13.017715 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f37877ad-5509-443e-834a-d76c72488c31 req-ac816081-61c1-4ace-a7ae-0c2510d7b577 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 Jun 01 04:35:13.133016 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5187-cfc6-47d6-bb4f-47f4e0ba9cc0 req-ca7af12d-c8b1-4794-b5ff-cfe81ac092e9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:13.134088 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ff1c5187-cfc6-47d6-bb4f-47f4e0ba9cc0 req-ca7af12d-c8b1-4794-b5ff-cfe81ac092e9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.1558268 Jun 01 04:35:13.145962 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 6fd6606f-c4cc-4fce-9771-e37ea15a7749 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:35:13.169927 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 6fd6606f-c4cc-4fce-9771-e37ea15a7749 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:35:13.170916 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 6fd6606f-c4cc-4fce-9771-e37ea15a7749 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:35:13.338560 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ff1c5187-cfc6-47d6-bb4f-47f4e0ba9cc0 req-6317472d-98aa-4eb7-9647-74b0ee903e7b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593893 Jun 01 04:35:13.510945 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4b660b-fcd7-4ccb-8056-f5657999e42f {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:35:13.516195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:13.522449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks [] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:13.570624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:13.578218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:13.582065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Transition to ACTIVE for port object fe4b660b-fcd7-4ccb-8056-f5657999e42f will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:35:13.660394 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:13.669660 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:13.671025 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:13.819842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:13.992578 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Deleting port 357b9ead-9ceb-47aa-a06c-06485225ed5c {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:13.992998 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.058877 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:14.065060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Attempting to bind port fe4b660b-fcd7-4ccb-8056-f5657999e42f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:35:14.065424 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Attempting to bind port fe4b660b-fcd7-4ccb-8056-f5657999e42f by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:35:14.065728 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Attempting to bind port fe4b660b-fcd7-4ccb-8056-f5657999e42f on network 11607d63-d036-4ed9-83f8-7655c1e3f472 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:35:14.075703 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Port fe4b660b-fcd7-4ccb-8056-f5657999e42f on network 11607d63-d036-4ed9-83f8-7655c1e3f472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:35:14.076287 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Attempting to bind port fe4b660b-fcd7-4ccb-8056-f5657999e42f on network 11607d63-d036-4ed9-83f8-7655c1e3f472 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:35:14.086233 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:35:14.090984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Checking segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:35:14.090984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Bound using segment: {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:35:14.090984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Bound port: fe4b660b-fcd7-4ccb-8056-f5657999e42f, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5908e7e6-7908-4720-b3da-39bc76010336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:35:14.090984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.165599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] For port 357b9ead-9ceb-47aa-a06c-06485225ed5c, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=357b9ead-9ceb-47aa-a06c-06485225ed5c,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:14.165974 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.182827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7456-c1a2-402a-8880-eddbef6c1827 req-46ece2a1-0d24-4c59-99fc-3fa88e4badef tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:14.196437 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf5c7456-c1a2-402a-8880-eddbef6c1827 req-46ece2a1-0d24-4c59-99fc-3fa88e4badef tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0633707 Jun 01 04:35:14.198656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Calling delete_port for 357b9ead-9ceb-47aa-a06c-06485225ed5c owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:14.231370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:35:14.276340 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:35:14.282520 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf5c7456-c1a2-402a-8880-eddbef6c1827 req-c4c38761-5e8f-4f1e-b97f-f371ab505e7c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915713 Jun 01 04:35:14.320957 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:14.378160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.445489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:14.446017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.447474 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 1093 time: 2.2786787 Jun 01 04:35:14.448005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:14.450501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60e462-df75-4424-af58-093de47d734d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:14.476517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b960fd0-6806-48bd-9872-84bb108b32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:14.550872 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7389d9-20e7-47bf-b1c7-477b561f8ad5 req-7fda46f9-2026-42ec-9e67-1d8ed755ed81 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:14.553201 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f7389d9-20e7-47bf-b1c7-477b561f8ad5 req-7fda46f9-2026-42ec-9e67-1d8ed755ed81 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0730531 Jun 01 04:35:14.570555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e449f682-0ee1-486e-b776-2fcbfcb5a92e x-openstack-request-id: req-e449f682-0ee1-486e-b776-2fcbfcb5a92e {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:14.570858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:14.571097 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e449f682-0ee1-486e-b776-2fcbfcb5a92e {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:14.571552 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e449f682-0ee1-486e-b776-2fcbfcb5a92e'] response: {'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:35:14.687775 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f7389d9-20e7-47bf-b1c7-477b561f8ad5 req-5b0acb17-3087-419a-a355-74a2899b257f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273060 Jun 01 04:35:14.786710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (357b9ead-9ceb-47aa-a06c-06485225ed5c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:14.818307 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-bcf57b19-1004-447b-99d7-820bfd8ae606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:14.820932 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-bcf57b19-1004-447b-99d7-820bfd8ae606 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0822613 Jun 01 04:35:14.880136 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Pushing event deleted for resources: {'Port': ['ID=357b9ead-9ceb-47aa-a06c-06485225ed5c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:14.951530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e462-df75-4424-af58-093de47d734d req-2edd9af2-a7ef-47be-bcfb-e8326fcb7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:14.954824 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-da60e462-df75-4424-af58-093de47d734d req-2edd9af2-a7ef-47be-bcfb-e8326fcb7fc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1127 time: 0.2039504 Jun 01 04:35:15.008110 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:15.058572 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:15.121089 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-83749dc1-8bf0-4387-862a-966980a4e205 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197437 Jun 01 04:35:15.304595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:15.352803 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a03fe2-d8d5-44f1-b5bb-5b00aca9c7ea req-8036a0a3-e91d-43fc-b372-005138a2d3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764102 Jun 01 04:35:15.397435 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e462-df75-4424-af58-093de47d734d req-2d71c416-0528-4175-83e9-f9b6098b9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:15.399172 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-da60e462-df75-4424-af58-093de47d734d req-2d71c416-0528-4175-83e9-f9b6098b9073 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cd5966396128491d814472e980cfd873&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2867184 Jun 01 04:35:15.543232 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765e308-8e56-439a-9c01-bc532bbae9af req-a19adae1-6000-49fb-9f4c-606aebf90f8f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:15.547458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5765e308-8e56-439a-9c01-bc532bbae9af req-a19adae1-6000-49fb-9f4c-606aebf90f8f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.1044848 Jun 01 04:35:15.617188 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5765e308-8e56-439a-9c01-bc532bbae9af req-68a1d8ff-e9b1-4148-b49d-7c9f46f503f7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629425 Jun 01 04:35:15.667852 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:15.744240 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:35:15.770933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e462-df75-4424-af58-093de47d734d req-2687a291-f5b2-4832-bea1-64c855aa93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:15.772492 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-da60e462-df75-4424-af58-093de47d734d req-2687a291-f5b2-4832-bea1-64c855aa93b1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587438 Jun 01 04:35:15.869969 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d40b1-9ba8-4236-9b0b-ed7518c1d6a0 req-585d6950-81d7-487c-b9d2-980ca6565f85 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:15.871414 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6d4d40b1-9ba8-4236-9b0b-ed7518c1d6a0 req-585d6950-81d7-487c-b9d2-980ca6565f85 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0622578 Jun 01 04:35:15.941673 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:35:15.955248 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-88bd7e54-7c78-4993-aa3f-a29a18b5f99f admin admin] 10.222.0.18 "PUT /v2.0/routers/8dbbf623-26b7-4d59-ab55-b17cb62a75b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528806 Jun 01 04:35:15.956182 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33208) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:15.958220 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Sync routers for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:35:15.973542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:15.974625 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:16.018879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6d4d40b1-9ba8-4236-9b0b-ed7518c1d6a0 req-2661b556-472d-4207-823d-3acaa876626f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151698 Jun 01 04:35:16.087037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks [] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:16.145759 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:16.148286 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:16.255353 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks [] for router_gateway (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:16.377303 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:35:14Z', 'revision_number': 5, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port': {'id': '7f87f90f-0377-4d26-8648-7244328e8f2d', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:30Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:16.391427 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Deleting port 7f87f90f-0377-4d26-8648-7244328e8f2d {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:16.391773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:16.418937 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Checking router: 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:35:16.432198 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Routers {'8dbbf623-26b7-4d59-ab55-b17cb62a75b3'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:16.432855 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:34:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:16.493833 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:16.497309 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] For port 7f87f90f-0377-4d26-8648-7244328e8f2d, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=7f87f90f-0377-4d26-8648-7244328e8f2d,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:16.497792 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:16.513765 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Calling delete_port for 7f87f90f-0377-4d26-8648-7244328e8f2d owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:16.552111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] Set router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:16.619867 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:35:16Z', 'revision_number': 6, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:16.655888 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0c95-e3a6-4a94-815a-17a330aba221 None None] The sync data for ids ['8dbbf623-26b7-4d59-ab55-b17cb62a75b3'] in dv-cinder-667108-37-iscsi is: [{'id': '8dbbf623-26b7-4d59-ab55-b17cb62a75b3', 'name': 'tempest-ServerRescueNegativeTestJSON-413109566-router', 'tenant_id': 'bda53dca70e54e208b2767a833923234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:35:16Z', 'revision_number': 6, 'project_id': 'bda53dca70e54e208b2767a833923234', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:35:16.755109 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:16.798369 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387d3cb-c776-43d8-aff0-0f5febf9a4e1 req-8b9944f8-cf07-40e8-92f9-329ec954b503 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:16.800003 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a387d3cb-c776-43d8-aff0-0f5febf9a4e1 req-8b9944f8-cf07-40e8-92f9-329ec954b503 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0571771 Jun 01 04:35:16.809214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (7f87f90f-0377-4d26-8648-7244328e8f2d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:16.833722 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f87f90f-0377-4d26-8648-7244328e8f2d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:16.884502 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a387d3cb-c776-43d8-aff0-0f5febf9a4e1 req-677ff0e7-7f18-49fd-994c-da3033b279c0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751889 Jun 01 04:35:16.895748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:16.914817 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.322593 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.328304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks [] for router_controller (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.429074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de206a-4c79-475b-ac08-7d5ef236ed6c req-29742610-1563-4b66-a02a-34cb5645917d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:17.430804 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-15de206a-4c79-475b-ac08-7d5ef236ed6c req-29742610-1563-4b66-a02a-34cb5645917d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.1052055 Jun 01 04:35:17.501856 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-15de206a-4c79-475b-ac08-7d5ef236ed6c req-f3e6dd40-adc7-4218-b00e-cc882c2c286b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628283 Jun 01 04:35:17.536627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (8dbbf623-26b7-4d59-ab55-b17cb62a75b3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.537329 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbbf623-26b7-4d59-ab55-b17cb62a75b3 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:35:17.550193 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.551752 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-56f583b5-65c7-4959-b4f2-889c16b010b7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8dbbf623-26b7-4d59-ab55-b17cb62a75b3 HTTP/1.1" status: 204 len: 168 time: 1.5948107 Jun 01 04:35:17.554469 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33216) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:17.605569 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 357b9ead-9ceb-47aa-a06c-06485225ed5c no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:35:17.640693 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 357b9ead-9ceb-47aa-a06c-06485225ed5c {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:35:17.641278 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 357b9ead-9ceb-47aa-a06c-06485225ed5c not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:35:17.641827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Deleting subnet b45d334c-d599-486f-9bf6-25cdbd32bfc8 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:35:17.641961 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 7f87f90f-0377-4d26-8648-7244328e8f2d no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:35:17.645996 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Publish callbacks [] for subnet (b45d334c-d599-486f-9bf6-25cdbd32bfc8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.676531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 7f87f90f-0377-4d26-8648-7244328e8f2d {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:35:17.677138 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 7f87f90f-0377-4d26-8648-7244328e8f2d not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:35:17.703406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (b45d334c-d599-486f-9bf6-25cdbd32bfc8), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:17.852374 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (b45d334c-d599-486f-9bf6-25cdbd32bfc8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.022164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (b45d334c-d599-486f-9bf6-25cdbd32bfc8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.042422 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.046499 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b45d334c-d599-486f-9bf6-25cdbd32bfc8 HTTP/1.1" status: 204 len: 168 time: 0.4909124 Jun 01 04:35:18.048653 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923bf98-e51d-4cab-8913-34b8a9dc9714 None None] Network df968078-6547-44fa-a4b9-d4e6c486e9a4 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:35:18.052009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33220) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:18.055500 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c000750-5b47-43fb-a700-081a52d924e6 req-91db64be-7be7-40c2-bca1-006e9f912651 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:18.056993 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c000750-5b47-43fb-a700-081a52d924e6 req-91db64be-7be7-40c2-bca1-006e9f912651 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0793464 Jun 01 04:35:18.148665 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543fca0-d882-4c2b-b338-40754640bc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45d334c-d599-486f-9bf6-25cdbd32bfc8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:18.172300 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (df968078-6547-44fa-a4b9-d4e6c486e9a4), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.238910 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c000750-5b47-43fb-a700-081a52d924e6 req-8b1f654a-f444-4009-a731-56b3e16b1237 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226556 Jun 01 04:35:18.260905 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Deleting port 830985fb-a890-4d8e-8a4b-87b295e5b5ef {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:18.261614 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.279626 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] DHCP port deletion for df968078-6547-44fa-a4b9-d4e6c486e9a4 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:35:18.334412 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Deleting port 830985fb-a890-4d8e-8a4b-87b295e5b5ef {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:35:18.334862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.385331 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] For port 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=830985fb-a890-4d8e-8a4b-87b295e5b5ef,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:18.386029 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.403512 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Calling delete_port for 830985fb-a890-4d8e-8a4b-87b295e5b5ef owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:18.461932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] For port 830985fb-a890-4d8e-8a4b-87b295e5b5ef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=830985fb-a890-4d8e-8a4b-87b295e5b5ef,segment=NetworkSegment(704f2e44-9a9c-4704-ad85-14fbfa535802),segment_id=704f2e44-9a9c-4704-ad85-14fbfa535802)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:18.465111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.482473 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:18.485774 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Calling delete_port for 830985fb-a890-4d8e-8a4b-87b295e5b5ef owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:35:18.637758 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7689d-5da4-49da-8193-574fa819957c req-caf8407f-55c9-4b74-86d1-5ada3fcd44c7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:18.639287 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b7689d-5da4-49da-8193-574fa819957c req-caf8407f-55c9-4b74-86d1-5ada3fcd44c7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0514898 Jun 01 04:35:18.699819 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b7689d-5da4-49da-8193-574fa819957c req-41957254-1530-4cb6-a9b5-f1e3f49c83d1 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537214 Jun 01 04:35:18.856495 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.864861 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:18.875186 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (830985fb-a890-4d8e-8a4b-87b295e5b5ef), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.884011 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] No DVR routers for this DVR port 830985fb-a890-4d8e-8a4b-87b295e5b5ef on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:35:18.886034 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=830985fb-a890-4d8e-8a4b-87b295e5b5ef,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:18.903809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] Pushing event deleted for resources: {'Port': ['ID=830985fb-a890-4d8e-8a4b-87b295e5b5ef,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:18.908715 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffa03a-91ab-4f88-8387-5c53ab6d83af None None] No DVR routers for this DVR port 830985fb-a890-4d8e-8a4b-87b295e5b5ef on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:35:18.964524 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (df968078-6547-44fa-a4b9-d4e6c486e9a4), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:18.985461 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df968078-6547-44fa-a4b9-d4e6c486e9a4']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:18.995631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704f2e44-9a9c-4704-ad85-14fbfa535802') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:18.998158 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704f2e44-9a9c-4704-ad85-14fbfa535802') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:19.010079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (704f2e44-9a9c-4704-ad85-14fbfa535802), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:19.024212 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (704f2e44-9a9c-4704-ad85-14fbfa535802), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:19.030395 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:35:19.030813 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (704f2e44-9a9c-4704-ad85-14fbfa535802), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:19.071959 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 704f2e44-9a9c-4704-ad85-14fbfa535802 resource provider aggregate not found Jun 01 04:35:19.094398 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 704f2e44-9a9c-4704-ad85-14fbfa535802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 704f2e44-9a9c-4704-ad85-14fbfa535802 found for delete ", "request_id": "req-6b303b0f-b0c3-40cc-8ff4-4d9ac5ccc76c"}]} Jun 01 04:35:19.380843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292137e-e661-432f-880e-bce373add375 req-8184f936-9074-4454-9be4-094ad20eba19 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:19.382335 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4292137e-e661-432f-880e-bce373add375 req-8184f936-9074-4454-9be4-094ad20eba19 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0542405 Jun 01 04:35:19.446956 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4292137e-e661-432f-880e-bce373add375 req-62443f5c-c752-4536-9292-33a3ed4bed92 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522039 Jun 01 04:35:19.458221 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 830985fb-a890-4d8e-8a4b-87b295e5b5ef no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:35:19.491917 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 830985fb-a890-4d8e-8a4b-87b295e5b5ef {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:35:19.492691 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 830985fb-a890-4d8e-8a4b-87b295e5b5ef not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:35:19.838018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c1f6-b88b-48fe-8489-213252fa935a req-8a717cc1-6d6a-465b-8305-b8f8feee5ba0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:19.839585 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d7f4c1f6-b88b-48fe-8489-213252fa935a req-8a717cc1-6d6a-465b-8305-b8f8feee5ba0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0632334 Jun 01 04:35:19.895626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d7f4c1f6-b88b-48fe-8489-213252fa935a req-94ac8648-3eec-45a1-8529-82137b0bf0d0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 Jun 01 04:35:20.023479 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (df968078-6547-44fa-a4b9-d4e6c486e9a4), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.029530 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.039124 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/df968078-6547-44fa-a4b9-d4e6c486e9a4 HTTP/1.1" status: 204 len: 168 time: 1.9749703 Jun 01 04:35:20.044987 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71c2bd-4287-4bf2-8295-47e5d8e4f7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df968078-6547-44fa-a4b9-d4e6c486e9a4,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:20.121761 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c6504520-1203-49eb-97da-4cc5a7b915e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.483505 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33238) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:20.535812 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8d370900-5a9b-488e-8e9f-6d8adcd36da6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bda53dca70e54e208b2767a833923234&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510302 Jun 01 04:35:20.538383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33242) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:20.571567 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390ef8e-31a3-4f0d-9395-6a8ab5915341 req-22f5eec6-47c5-4877-ac23-a7828a2a5a77 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:20.573120 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d390ef8e-31a3-4f0d-9395-6a8ab5915341 req-22f5eec6-47c5-4877-ac23-a7828a2a5a77 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0529881 Jun 01 04:35:20.589438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] Publish callbacks [] for security_group (d51845b9-2882-4d2e-8239-9d3b368266dd), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.611763 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] Publish callbacks [] for security_group (d51845b9-2882-4d2e-8239-9d3b368266dd), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.624831 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d390ef8e-31a3-4f0d-9395-6a8ab5915341 req-e090927a-596f-439f-9c07-8bb3c1e7cfa2 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Jun 01 04:35:20.707649 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d51845b9-2882-4d2e-8239-9d3b368266dd), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.710260 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:20.711431 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d51845b9-2882-4d2e-8239-9d3b368266dd HTTP/1.1" status: 204 len: 168 time: 0.1719973 Jun 01 04:35:20.719430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8023b1-6488-49e5-8aaa-2c675c9c7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51845b9-2882-4d2e-8239-9d3b368266dd,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:21.019181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123964f-1122-4cbd-a052-57e4b488ebf5 req-d1440b78-7d82-46e6-9a16-8b97163f46ed tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:21.020829 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2123964f-1122-4cbd-a052-57e4b488ebf5 req-d1440b78-7d82-46e6-9a16-8b97163f46ed tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0548472 Jun 01 04:35:21.053762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:21.072336 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2123964f-1122-4cbd-a052-57e4b488ebf5 req-7774ff14-29a6-40b7-a66e-274566618653 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458260 Jun 01 04:35:21.740663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508173-77f7-432c-a63b-9cf1efd81efa req-fdde88f3-943a-4f53-ac2b-a06e6d40896d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:21.742126 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7508173-77f7-432c-a63b-9cf1efd81efa req-fdde88f3-943a-4f53-ac2b-a06e6d40896d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0489836 Jun 01 04:35:21.791321 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7508173-77f7-432c-a63b-9cf1efd81efa req-575e5dd1-452f-436c-9a72-f7b3c8b45bcf tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Jun 01 04:35:21.906787 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-71608f25-9391-4a52-8f3b-382e7c5528a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:22.187656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec08309-a8ae-4ac4-a456-a800ad0e119c req-bf492106-2cdd-4853-b5c1-b4e0660e7792 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:22.189147 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dec08309-a8ae-4ac4-a456-a800ad0e119c req-bf492106-2cdd-4853-b5c1-b4e0660e7792 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0481086 Jun 01 04:35:22.243063 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dec08309-a8ae-4ac4-a456-a800ad0e119c req-154889a0-30a3-4075-98f0-c970eba43509 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477278 Jun 01 04:35:22.907451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd267-fb39-4be9-afb1-cee632edcad4 req-4c99d524-9819-4955-b4e5-c1f66d0fdabe tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:22.908854 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-332fd267-fb39-4be9-afb1-cee632edcad4 req-4c99d524-9819-4955-b4e5-c1f66d0fdabe tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0518193 Jun 01 04:35:22.959234 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-332fd267-fb39-4be9-afb1-cee632edcad4 req-b2e793c6-f1a1-4dde-a14f-2b39877ea710 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Jun 01 04:35:23.107742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:23.359944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772842-9b14-40f5-8215-b02ac0f8d6c5 req-704f6b64-3609-4738-85df-3ecb65fd089b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:23.361669 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4772842-9b14-40f5-8215-b02ac0f8d6c5 req-704f6b64-3609-4738-85df-3ecb65fd089b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0488245 Jun 01 04:35:23.413801 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4772842-9b14-40f5-8215-b02ac0f8d6c5 req-1e623e65-c69b-49ea-bb63-5e3da1176107 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463216 Jun 01 04:35:24.071436 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41b95b-bfe0-466e-91df-5a7185137641 req-f50bae8c-f8cb-4537-aa17-bb94ea45f216 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:24.072883 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca41b95b-bfe0-466e-91df-5a7185137641 req-f50bae8c-f8cb-4537-aa17-bb94ea45f216 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0473945 Jun 01 04:35:24.119634 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca41b95b-bfe0-466e-91df-5a7185137641 req-6fd6756f-0765-4e88-8df9-53d3b60a4062 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Jun 01 04:35:24.321819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-ff7c9a6d-5241-45a1-b850-baaf3698ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:24.323285 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-ff7c9a6d-5241-45a1-b850-baaf3698ebd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1127 time: 0.0446758 Jun 01 04:35:24.372747 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-6b17f33d-569f-48f7-99df-376ebede8a4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 217 time: 0.0331657 Jun 01 04:35:24.387583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:24.425178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-ae388f05-a394-4d1a-9d38-18e689246963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:24.426626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-ae388f05-a394-4d1a-9d38-18e689246963 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0459337 Jun 01 04:35:24.472892 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-bd59e083-4761-449c-a9b0-cffe4fd92ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:24.474624 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-bd59e083-4761-449c-a9b0-cffe4fd92ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401273 Jun 01 04:35:24.519407 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:24.527842 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adacf95-488f-4530-8f05-11eef175996c req-20c5c77c-e406-46da-9262-ae237770e20b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:24.529312 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3adacf95-488f-4530-8f05-11eef175996c req-20c5c77c-e406-46da-9262-ae237770e20b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0477853 Jun 01 04:35:24.588957 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3adacf95-488f-4530-8f05-11eef175996c req-1ff65e13-1d92-4117-ae93-02af27e44a67 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519440 Jun 01 04:35:24.612158 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-be8938b0-7da8-445e-9a0c-2073f8a49682 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084292 Jun 01 04:35:24.657107 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:24.720237 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c5f87d-9e56-46d0-8135-b66c20c1a802 req-c93e439f-1916-4827-ba61-64e86c1efa3a service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017342 Jun 01 04:35:25.242624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b9-2a1c-4db2-9c99-72e17b249cab req-ff8b8600-39f8-4afb-8983-6faa29466f46 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:25.244113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e54536b9-2a1c-4db2-9c99-72e17b249cab req-ff8b8600-39f8-4afb-8983-6faa29466f46 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0477917 Jun 01 04:35:25.295087 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e54536b9-2a1c-4db2-9c99-72e17b249cab req-69b02c03-bd07-4093-8801-b294c2410801 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Jun 01 04:35:25.723824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387f75c-1d50-4122-bcad-37969f672068 req-e5ddf297-03f8-45d1-916b-6fb4a7e4e91e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:25.725195 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7387f75c-1d50-4122-bcad-37969f672068 req-e5ddf297-03f8-45d1-916b-6fb4a7e4e91e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0557427 Jun 01 04:35:25.776914 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7387f75c-1d50-4122-bcad-37969f672068 req-96a9135e-9afc-4a14-84dd-32a4fa0412ec tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 Jun 01 04:35:26.107543 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.407837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9bf3d-f3b1-46fa-b704-a84d6dc219aa req-0400f55f-f9d0-471e-a7a3-278252d05919 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:26.409328 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4b9bf3d-f3b1-46fa-b704-a84d6dc219aa req-0400f55f-f9d0-471e-a7a3-278252d05919 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 943 time: 0.0483103 Jun 01 04:35:26.454256 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33326) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:26.456900 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4b9bf3d-f3b1-46fa-b704-a84d6dc219aa req-30d89032-4aae-44b1-9786-26c71271288e tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Jun 01 04:35:26.558672 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-08390ffb-074a-4f98-8350-dc3f3d0ccff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.632655 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-08390ffb-074a-4f98-8350-dc3f3d0ccff2 admin admin] Publish callbacks [] for security_group (1302b332-0820-4ea0-b981-048eb575b6c0), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.705628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-08390ffb-074a-4f98-8350-dc3f3d0ccff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (1302b332-0820-4ea0-b981-048eb575b6c0), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.716016 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:26.743983 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08390ffb-074a-4f98-8350-dc3f3d0ccff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1302b332-0820-4ea0-b981-048eb575b6c0,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:26.748479 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-08390ffb-074a-4f98-8350-dc3f3d0ccff2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8333093d796544d3962a75a59404a613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930171 Jun 01 04:35:26.751343 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33330) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:26.801727 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Publish callbacks [] for security_group (1302b332-0820-4ea0-b981-048eb575b6c0), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.824951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Publish callbacks [] for security_group (1302b332-0820-4ea0-b981-048eb575b6c0), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.897626 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c7968-691c-4140-a59c-496ad71e1c37 req-d6c2e640-9445-45bc-9a23-c2c6671cc0ac tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:26.899080 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-143c7968-691c-4140-a59c-496ad71e1c37 req-d6c2e640-9445-45bc-9a23-c2c6671cc0ac tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0521762 Jun 01 04:35:26.945974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (1302b332-0820-4ea0-b981-048eb575b6c0), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.948448 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-143c7968-691c-4140-a59c-496ad71e1c37 req-b48933a5-4e82-4c4a-b07d-1b749d53cf60 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Jun 01 04:35:26.948658 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:26.949774 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1302b332-0820-4ea0-b981-048eb575b6c0 HTTP/1.1" status: 204 len: 168 time: 0.1975768 Jun 01 04:35:26.958381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302b332-0820-4ea0-b981-048eb575b6c0,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:26.972631 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.972984 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.973330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.973670 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.974001 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.974326 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.974650 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.974971 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.975378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.975672 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.975954 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.976250 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.976570 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.976883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:26.977199 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd8e242-3411-44ae-a053-807657d90d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:35:27.202590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device fe4b660b-fcd7-4ccb-8056-f5657999e42f details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:35:27.208167 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:27.277984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:27.304330 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:27.315588 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'port_id': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'mac_address': 'fa:16:3e:a0:a6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:35:27.351344 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port fe4b660b-fcd7-4ccb-8056-f5657999e42f is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:35:27.351731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:27.364811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4b660b-fcd7-4ccb-8056-f5657999e42f {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:35:27.389201 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:27.456326 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:27.508136 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:27.582551 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80167a-815c-4e14-9378-cec79987dc58 req-79495fc7-e4ee-4918-99b7-c24c5eda116f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:27.584049 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c80167a-815c-4e14-9378-cec79987dc58 req-79495fc7-e4ee-4918-99b7-c24c5eda116f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Jun 01 04:35:27.633101 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c80167a-815c-4e14-9378-cec79987dc58 req-eaee4d71-aac0-40b2-a73a-254a2c9d55e4 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Jun 01 04:35:27.867190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['fe4b660b-fcd7-4ccb-8056-f5657999e42f'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:28.081508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535183-1973-42b9-9c31-8c63b1496b78 req-5122f891-04c4-4f90-99be-b3ed6b699828 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:28.082931 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-71535183-1973-42b9-9c31-8c63b1496b78 req-5122f891-04c4-4f90-99be-b3ed6b699828 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0527484 Jun 01 04:35:28.135812 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-71535183-1973-42b9-9c31-8c63b1496b78 req-8a1ec9e6-e739-477b-b405-b72928f5034a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467989 Jun 01 04:35:28.749777 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc70a6-00ea-4b78-b09e-320d1659c1fd req-a92a7876-35ec-466f-a567-1880a3ec2859 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:28.751445 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d1bc70a6-00ea-4b78-b09e-320d1659c1fd req-a92a7876-35ec-466f-a567-1880a3ec2859 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 944 time: 0.0499401 Jun 01 04:35:28.798808 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d1bc70a6-00ea-4b78-b09e-320d1659c1fd req-6bb4468f-aa3d-41f8-874b-61cc9722179b tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Jun 01 04:35:29.206934 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device fe4b660b-fcd7-4ccb-8056-f5657999e42f up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:35:29.253351 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port fe4b660b-fcd7-4ccb-8056-f5657999e42f completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:35:29.262762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6f677-2cb1-4763-bbc6-5fdd06d00324 req-77d01c58-b488-4261-9b5d-10dd22e420d4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:29.264280 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49d6f677-2cb1-4763-bbc6-5fdd06d00324 req-77d01c58-b488-4261-9b5d-10dd22e420d4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0532498 Jun 01 04:35:29.313604 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49d6f677-2cb1-4763-bbc6-5fdd06d00324 req-d547ba11-c14f-4e3f-908f-db7e8fbb636b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Jun 01 04:35:29.339822 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port fe4b660b-fcd7-4ccb-8056-f5657999e42f triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:35:29.340327 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:29.414051 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port fe4b660b-fcd7-4ccb-8056-f5657999e42f is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:35:29.414434 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:29.438162 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:29.440408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8814ba-4e03-4aba-860d-c7d83972b794" -d '{"events": [{"server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:29.452620 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:29.487025 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41073f5a-a264-4f3a-932c-65aa53b26f2a x-openstack-request-id: req-41073f5a-a264-4f3a-932c-65aa53b26f2a {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:29.487457 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "name": "network-vif-plugged", "status": "completed", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:29.487637 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41073f5a-a264-4f3a-932c-65aa53b26f2a {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:29.488470 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41073f5a-a264-4f3a-932c-65aa53b26f2a'] response: {'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'code': 200} Jun 01 04:35:29.507849 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:29.554050 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:29.910726 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd879d32-1700-4250-9514-6cf8f975434a req-9f5fe5a4-0dc0-4c15-b824-4c76174df094 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:29.912079 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd879d32-1700-4250-9514-6cf8f975434a req-9f5fe5a4-0dc0-4c15-b824-4c76174df094 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0464628 Jun 01 04:35:29.942054 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:29.958983 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd879d32-1700-4250-9514-6cf8f975434a req-fc5b70ff-01a9-4d5a-a60f-9d47dba8b435 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Jun 01 04:35:30.432098 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2db6-ea12-4fa9-90f2-a404838affda req-b413ca88-8d22-4121-8941-cf613f63047b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:30.433554 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-202e2db6-ea12-4fa9-90f2-a404838affda req-b413ca88-8d22-4121-8941-cf613f63047b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 943 time: 0.0513906 Jun 01 04:35:30.482643 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-202e2db6-ea12-4fa9-90f2-a404838affda req-349f0c3d-a016-40db-b0c8-2ae01087ca16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Jun 01 04:35:30.634968 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:35:30.876575 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245910f9-75f0-4026-95c4-54c4a0777171 req-caaf8c2e-1acc-4b11-896b-9e0442adeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:30.876575 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-245910f9-75f0-4026-95c4-54c4a0777171 req-caaf8c2e-1acc-4b11-896b-9e0442adeb98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1129 time: 0.0388556 Jun 01 04:35:30.883970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:30.925728 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-245910f9-75f0-4026-95c4-54c4a0777171 req-839a90d2-cb6a-476e-a978-3364257417bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Jun 01 04:35:31.074064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185363cf-6b8a-4027-97f2-a5c068b3830b req-ca84ec70-436c-4a83-b8da-0b49e4c40a89 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:31.075557 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-185363cf-6b8a-4027-97f2-a5c068b3830b req-ca84ec70-436c-4a83-b8da-0b49e4c40a89 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Jun 01 04:35:31.126524 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-185363cf-6b8a-4027-97f2-a5c068b3830b req-5b3c0a9c-23a7-4cac-ad9e-5f780a07fb9e tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Jun 01 04:35:31.219373 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 37997631-7c0b-45f2-8dde-80c75b82d919 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:35:31.281448 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:31.324419 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=37997631-7c0b-45f2-8dde-80c75b82d919,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:31.336758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '37997631-7c0b-45f2-8dde-80c75b82d919', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:35:31.372342 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 37997631-7c0b-45f2-8dde-80c75b82d919 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:35:31.372735 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:31.386157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37997631-7c0b-45f2-8dde-80c75b82d919 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:35:31.391745 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:31.406745 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=37997631-7c0b-45f2-8dde-80c75b82d919,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:31.494091 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:31.546260 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:31.597502 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd049e-afe1-40cb-8b52-e0e0118e2b7c req-543c6ada-64e3-4263-ab99-4701bff4413a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:31.598953 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dfd049e-afe1-40cb-8b52-e0e0118e2b7c req-543c6ada-64e3-4263-ab99-4701bff4413a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 944 time: 0.0489476 Jun 01 04:35:31.649327 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dfd049e-afe1-40cb-8b52-e0e0118e2b7c req-bae38815-ab0a-4733-b75c-cf1b64ffabb1 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Jun 01 04:35:32.033973 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['37997631-7c0b-45f2-8dde-80c75b82d919'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:32.243987 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d12df-2f93-423c-9a57-53e9d7fa01ed req-908b4090-19a0-4c12-b0a4-c8f241fe13e4 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:32.245492 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-497d12df-2f93-423c-9a57-53e9d7fa01ed req-908b4090-19a0-4c12-b0a4-c8f241fe13e4 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Jun 01 04:35:32.295023 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-497d12df-2f93-423c-9a57-53e9d7fa01ed req-2141375c-7c05-4830-ae58-d3290662adea tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Jun 01 04:35:32.754350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:32.765273 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689fe3a-b39c-4ca9-8197-312527386301 req-e1d7306e-adf0-4d09-9417-0693392c3ee7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:32.767498 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1689fe3a-b39c-4ca9-8197-312527386301 req-e1d7306e-adf0-4d09-9417-0693392c3ee7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 944 time: 0.0483160 Jun 01 04:35:32.823906 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1689fe3a-b39c-4ca9-8197-312527386301 req-ca7e3e89-2e32-4adf-b0dd-2bb853772765 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516250 Jun 01 04:35:33.229720 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 37997631-7c0b-45f2-8dde-80c75b82d919 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:35:33.272809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 37997631-7c0b-45f2-8dde-80c75b82d919 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:35:33.364581 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 37997631-7c0b-45f2-8dde-80c75b82d919 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:35:33.365057 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:33.414525 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c6eee-7f8a-4fd7-ae45-ef3a1012525c req-218db973-9c30-427a-a079-a88f5cffb6f9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:33.416040 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-425c6eee-7f8a-4fd7-ae45-ef3a1012525c req-218db973-9c30-427a-a079-a88f5cffb6f9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0524020 Jun 01 04:35:33.446748 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 37997631-7c0b-45f2-8dde-80c75b82d919 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:35:33.446748 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:33.465662 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-425c6eee-7f8a-4fd7-ae45-ef3a1012525c req-1dcf3783-bee5-43e1-aa40-c8c40e054005 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Jun 01 04:35:33.469347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:33.472022 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80613c48-55c3-49b4-ba8e-6702e4bc292c" -d '{"events": [{"server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "name": "network-vif-plugged", "status": "completed", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:33.484364 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=37997631-7c0b-45f2-8dde-80c75b82d919,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:33.532366 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed823bf6-9261-4339-92d8-c7db2ff07e6c x-openstack-request-id: req-ed823bf6-9261-4339-92d8-c7db2ff07e6c {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:33.532686 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "name": "network-vif-plugged", "status": "completed", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:33.532940 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed823bf6-9261-4339-92d8-c7db2ff07e6c {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:33.533343 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed823bf6-9261-4339-92d8-c7db2ff07e6c'] response: {'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919', 'code': 200} Jun 01 04:35:33.553034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:33.599942 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:33.605710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25003f4-4580-401a-a2ae-1e7d55342124 req-5d4e3aba-ca50-41d9-b068-39d5a248b728 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:33.607208 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c25003f4-4580-401a-a2ae-1e7d55342124 req-5d4e3aba-ca50-41d9-b068-39d5a248b728 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Jun 01 04:35:33.655740 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c25003f4-4580-401a-a2ae-1e7d55342124 req-48d5d339-bf33-4b5d-bd81-57f6fe509c39 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Jun 01 04:35:33.937225 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638a4c7-8693-415e-b0fa-d86443f5d919 req-7e69bdd6-67e1-43ad-a313-8557201ef060 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:33.938690 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2638a4c7-8693-415e-b0fa-d86443f5d919 req-7e69bdd6-67e1-43ad-a313-8557201ef060 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0490539 Jun 01 04:35:33.979245 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cdfed-045b-48da-85e4-537c445c17a7 req-2fee4f1a-8b7c-48c4-9ee4-53feed71141d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:33.980746 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d45cdfed-045b-48da-85e4-537c445c17a7 req-2fee4f1a-8b7c-48c4-9ee4-53feed71141d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0469372 Jun 01 04:35:33.992405 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2638a4c7-8693-415e-b0fa-d86443f5d919 req-601654eb-0d5a-44a2-8e64-81923d27ca80 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Jun 01 04:35:34.029770 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d45cdfed-045b-48da-85e4-537c445c17a7 req-294a798c-25bb-4c90-8cf2-4cfb8305898f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Jun 01 04:35:35.111328 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b00c-140a-4c81-89d3-dcc1dfe4fa0e req-e2c67ff9-10cc-4402-a605-7202a2667cec tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:35.112779 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88d3b00c-140a-4c81-89d3-dcc1dfe4fa0e req-e2c67ff9-10cc-4402-a605-7202a2667cec tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0505662 Jun 01 04:35:35.153045 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:35.170163 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88d3b00c-140a-4c81-89d3-dcc1dfe4fa0e req-910bb102-10fe-4631-9f63-8d263271d71a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Jun 01 04:35:36.237213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:36.275766 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598fd5-83c5-4221-9a51-115433451c69 req-a501d072-1b62-4f0e-a009-e2b5a0f6a5a3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:36.277258 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a2598fd5-83c5-4221-9a51-115433451c69 req-a501d072-1b62-4f0e-a009-e2b5a0f6a5a3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0489659 Jun 01 04:35:36.326083 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a2598fd5-83c5-4221-9a51-115433451c69 req-08e53dca-fecd-43cb-9112-a94627afc1b7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Jun 01 04:35:37.377133 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b9e7-1dc5-4cdd-b882-c222c7addb1e req-8f1ef032-d4da-4acd-9316-d68eec1dca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:37.378634 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7cc5b9e7-1dc5-4cdd-b882-c222c7addb1e req-8f1ef032-d4da-4acd-9316-d68eec1dca76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1129 time: 0.0436392 Jun 01 04:35:37.454993 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536747-84b7-4059-a7c3-d05789438986 req-90ee64af-7bac-408e-adb7-2614d41fe27c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:37.456621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d536747-84b7-4059-a7c3-d05789438986 req-90ee64af-7bac-408e-adb7-2614d41fe27c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0601740 Jun 01 04:35:37.527198 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7cc5b9e7-1dc5-4cdd-b882-c222c7addb1e req-0ee97770-153b-4951-9748-01571ea29e17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849786 Jun 01 04:35:37.535728 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0d536747-84b7-4059-a7c3-d05789438986 req-61f13c8f-46e4-4d95-a668-f5068e016298 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712485 Jun 01 04:35:38.659037 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2085f-d1bc-42b9-b327-1adf2bef8af2 req-6ea0333b-3147-48c9-9e4a-e951a1699f87 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:38.660692 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7fd2085f-d1bc-42b9-b327-1adf2bef8af2 req-6ea0333b-3147-48c9-9e4a-e951a1699f87 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0558970 Jun 01 04:35:38.710301 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7fd2085f-d1bc-42b9-b327-1adf2bef8af2 req-8bd37965-5084-4a8e-b85b-ba43a63e6008 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441458 Jun 01 04:35:39.825576 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82f1e0-49e2-437c-b3c3-763e824396e8 req-cca56fac-abfd-45d1-826d-887503c8dd2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:39.827158 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7f82f1e0-49e2-437c-b3c3-763e824396e8 req-cca56fac-abfd-45d1-826d-887503c8dd2d tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0488636 Jun 01 04:35:39.878222 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7f82f1e0-49e2-437c-b3c3-763e824396e8 req-4feb7a97-f340-4908-a8bb-dadf8076203f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 Jun 01 04:35:39.996272 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1c3a-bbe8-4038-b696-3df08b0e8672 req-673b8f00-d8a8-48a4-9ca7-6f7eb093f977 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:39.998176 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3db1c3a-bbe8-4038-b696-3df08b0e8672 req-673b8f00-d8a8-48a4-9ca7-6f7eb093f977 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0522983 Jun 01 04:35:40.051182 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3db1c3a-bbe8-4038-b696-3df08b0e8672 req-5c7232c0-d686-4b2a-b114-909fc8bd5540 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Jun 01 04:35:40.074895 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33508) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:40.120587 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd75775-63fb-4227-88e2-486e772672a0 tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:40.122119 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-acd75775-63fb-4227-88e2-486e772672a0 tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1124 time: 0.0461857 Jun 01 04:35:40.125336 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33512) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:40.129404 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:40.279707 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:40.376740 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:40.493312 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.27.0.116 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/db76e5c2-cd39-4f1b-9e59-3986289ce022) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:35:40.599933 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:40.627773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:40.702924 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:40.739773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:35:40.749746 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:35:40.749746 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:35:40.749746 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:40.783285 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=db76e5c2-cd39-4f1b-9e59-3986289ce022,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:41.106445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (9d4ed325-c70f-470f-a72f-f1c205efbfc9), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:41.252160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:41.433619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:41.507208 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:41.569924 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:41.578073 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=db76e5c2-cd39-4f1b-9e59-3986289ce022,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:41.588235 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (9d4ed325-c70f-470f-a72f-f1c205efbfc9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:41.908703 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP 9d4ed325-c70f-470f-a72f-f1c205efbfc9 associated. External IP: 172.27.0.116, port: 37997631-7c0b-45f2-8dde-80c75b82d919. Jun 01 04:35:41.994978 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:42.126698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:35:42.232091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:35:42.243320 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:35:42.256153 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:42.256847 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:35:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:42.298162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:42.329644 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-503123c0-b7ca-4caf-8ff2-42040e935a92 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2037261 Jun 01 04:35:42.330228 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:42.332496 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d64684-8462-4e48-a167-eaf07d1860e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:42.365149 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:42.370926 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2428cb87-b108-4468-ada7-d93caa02be76 x-openstack-request-id: req-2428cb87-b108-4468-ada7-d93caa02be76 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:42.370926 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:42.370926 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2428cb87-b108-4468-ada7-d93caa02be76 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:42.370926 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2428cb87-b108-4468-ada7-d93caa02be76'] response: {'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919', 'status': 'completed', 'code': 200} Jun 01 04:35:42.460200 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-2d8af6b7-d26d-4409-8bbf-0e8c484e2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:42.461997 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-2d8af6b7-d26d-4409-8bbf-0e8c484e2c5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1129 time: 0.0443571 Jun 01 04:35:42.556090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-d0b5f8d0-d6e5-4646-bd9c-92afa391cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:42.557551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-d0b5f8d0-d6e5-4646-bd9c-92afa391cc2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.0902030 Jun 01 04:35:42.584999 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:40Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:42.614811 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:35:42.626525 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-c1b40ca9-f979-477e-b29e-25948a1b804f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 999 time: 0.0612519 Jun 01 04:35:42.627486 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:42.628102 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:35:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:42.668207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:42.685325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-cf313f7a-2b0e-451c-b614-4df9101488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:42.687535 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-cf313f7a-2b0e-451c-b614-4df9101488f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0557115 Jun 01 04:35:42.727095 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:42.746233 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-2a0d3707-f683-45cb-ba80-3a4fc9640123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:42.747750 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-2a0d3707-f683-45cb-ba80-3a4fc9640123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494001 Jun 01 04:35:42.853146 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-49918ccf-66da-474c-a288-a5c03042bfb2 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952921 Jun 01 04:35:42.951184 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97d64684-8462-4e48-a167-eaf07d1860e7 req-4ce3e6d1-4c86-410e-a5dd-35db61fd751f service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906625 Jun 01 04:35:43.024632 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:40Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:43.049275 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77aa05-90c8-4e97-8d37-d6567563a527 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:40Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:35:43.239091 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeea5b1-bbd6-43ce-a40d-fe4818e7f4d6 None None] New status for floating IP 9d4ed325-c70f-470f-a72f-f1c205efbfc9: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:35:43.378085 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:48.836472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1079-2b00-41cb-a111-c5951d5e2296 req-8e91df2c-f19c-4722-86f2-dd7743070d6c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:48.836472 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-235c1079-2b00-41cb-a111-c5951d5e2296 req-8e91df2c-f19c-4722-86f2-dd7743070d6c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0474172 Jun 01 04:35:48.882005 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-235c1079-2b00-41cb-a111-c5951d5e2296 req-f143e337-0e69-43db-8955-f6070700f312 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Jun 01 04:35:48.905645 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33620) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:49.095368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f63cc5-1a32-45c4-a23e-98e5eace79c4 tempest-TestMinimumBasicScenario-1116415415 tempest-TestMinimumBasicScenario-1116415415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:49.096786 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b3f63cc5-1a32-45c4-a23e-98e5eace79c4 tempest-TestMinimumBasicScenario-1116415415 tempest-TestMinimumBasicScenario-1116415415-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1124 time: 0.1901755 Jun 01 04:35:49.099772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33624) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:49.103908 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'port_id': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:49.185622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:49.266480 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:49.377383 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:49.385607 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Allocated IP 172.27.0.122 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/c52c96f1-ab83-47ac-bc41-17ce34dad8c9) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:35:49.488711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:49.491259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:49.598648 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:49.621696 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9cbc6106-dce8-43f8-886e-a6684580959c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:49.640283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:35:49.644811 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:35:49.648820 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:35:49.676945 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'Port': ['ID=c52c96f1-ab83-47ac-bc41-17ce34dad8c9,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:50.009710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for floatingip (67cb45ae-9d11-4d4e-bc79-c7214d8f90b3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:50.163666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:50.348910 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:50.357501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:50.460466 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:50.529780 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'Port': ['ID=c52c96f1-ab83-47ac-bc41-17ce34dad8c9,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:50.540387 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (67cb45ae-9d11-4d4e-bc79-c7214d8f90b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:50.589014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:50.639754 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Floating IP 67cb45ae-9d11-4d4e-bc79-c7214d8f90b3 associated. External IP: 172.27.0.122, port: fe4b660b-fcd7-4ccb-8056-f5657999e42f. Jun 01 04:35:50.846368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:35:50.948131 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:35:50.959393 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Sync routers for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:35:50.962603 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:50.972400 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:50.974953 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:35:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:51.027827 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:51.051777 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.074940 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:51.083479 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-135c29c1-0e66-46a2-8719-230fc4e2b2e7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9825561 Jun 01 04:35:51.084066 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:51.086368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867d0b5-71a8-4df9-949e-aaa614382c18" -d '{"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:51.087748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33644) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:51.094604 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421609787', 'description': 'tempest-secgroup-smoke-1421609787 description', 'project_id': 'cd5966396128491d814472e980cfd873'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:51.124269 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db173b91-0671-427d-bcec-c0715ea1dec6 x-openstack-request-id: req-db173b91-0671-427d-bcec-c0715ea1dec6 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:51.124559 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:51.124813 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db173b91-0671-427d-bcec-c0715ea1dec6 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:51.125214 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db173b91-0671-427d-bcec-c0715ea1dec6'] response: {'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:35:51.208555 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.215349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-206d77df-7982-40e9-91d1-6fc11e072886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:51.217445 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-206d77df-7982-40e9-91d1-6fc11e072886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1129 time: 0.0410836 Jun 01 04:35:51.289060 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.306789 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '67cb45ae-9d11-4d4e-bc79-c7214d8f90b3', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'port_id': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'mac_address': 'fa:16:3e:a0:a6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a901966-c203-41d4-9db4-e2a896daffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:49Z', 'updated_at': '2022-06-01T04:35:49Z', 'revision_number': 0, 'project_id': 'cd5966396128491d814472e980cfd873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:51.320091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-eb1101fb-7d93-4bec-b787-5172720c15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:51.321699 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-eb1101fb-7d93-4bec-b787-5172720c15f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.0979164 Jun 01 04:35:51.341400 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Checking router: 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:35:51.349004 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:35:51.349614 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:35:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:51.357238 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.402157 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-64b0ebb4-2c57-4456-81c7-d77deaaaeb48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 999 time: 0.0704515 Jun 01 04:35:51.404821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:51.450346 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.451755 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cc25e82f-c0ce-4a59-8c7f-2f827fb87a31 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3623629 Jun 01 04:35:51.454668 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33652) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:51.455483 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:35:51.459129 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:51.464929 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-acec3f95-a17c-462a-a3d8-88d0e879edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:51.466638 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-acec3f95-a17c-462a-a3d8-88d0e879edb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0577376 Jun 01 04:35:51.514274 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-d1544f0e-c4a1-4adb-a6ef-193acf3fc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:51.515813 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-d1544f0e-c4a1-4adb-a6ef-193acf3fc94c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430930 Jun 01 04:35:51.565678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:51.576271 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (39578c5a-b308-46a3-b2af-70b9dde6b4c1), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.614832 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-b5d49e2c-8c73-40af-94bc-0b507f91054f service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927155 Jun 01 04:35:51.652765 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (39578c5a-b308-46a3-b2af-70b9dde6b4c1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.688496 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '67cb45ae-9d11-4d4e-bc79-c7214d8f90b3', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'port_id': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'mac_address': 'fa:16:3e:a0:a6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a901966-c203-41d4-9db4-e2a896daffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:49Z', 'updated_at': '2022-06-01T04:35:49Z', 'revision_number': 0, 'project_id': 'cd5966396128491d814472e980cfd873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:35:51.713495 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec517fb-335d-4e2a-bd59-5c689470219f None None] The sync data for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi is: [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '67cb45ae-9d11-4d4e-bc79-c7214d8f90b3', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'port_id': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'mac_address': 'fa:16:3e:a0:a6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a901966-c203-41d4-9db4-e2a896daffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:49Z', 'updated_at': '2022-06-01T04:35:49Z', 'revision_number': 0, 'project_id': 'cd5966396128491d814472e980cfd873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:35:51.713891 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0867d0b5-71a8-4df9-949e-aaa614382c18 req-e3a2a221-7d7e-43bc-9dfc-33f378f93115 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934236 Jun 01 04:35:51.729781 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (39578c5a-b308-46a3-b2af-70b9dde6b4c1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.752601 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39578c5a-b308-46a3-b2af-70b9dde6b4c1,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:51.829323 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.833166 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-85a6c6c6-8a37-4992-834c-ce28af005fdc tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749411 Jun 01 04:35:51.833614 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33654) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:51.838472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:51.921332 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4740ae8-7aa6-4688-8bc1-00a3acac289d None None] New status for floating IP 67cb45ae-9d11-4d4e-bc79-c7214d8f90b3: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:35:51.953099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-28ef7596-7fbb-47d3-b26e-9f629d1ec948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:51.971796 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (71025afe-4f53-4189-8592-0b82437b1b1e), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.024325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (71025afe-4f53-4189-8592-0b82437b1b1e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.169979 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (71025afe-4f53-4189-8592-0b82437b1b1e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.188325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71025afe-4f53-4189-8592-0b82437b1b1e,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:52.280118 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.281424 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-71924855-bf43-4ad4-8956-a55c9e3602c7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4463866 Jun 01 04:35:52.283985 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33656) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:52.289036 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:52.295948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:52.388828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (5c773d9a-6dae-4b5d-aa28-f08a6fddbad5), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.439775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (5c773d9a-6dae-4b5d-aa28-f08a6fddbad5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.528770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (5c773d9a-6dae-4b5d-aa28-f08a6fddbad5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.549927 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c773d9a-6dae-4b5d-aa28-f08a6fddbad5,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:52.611308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.612631 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9c8b6997-2a94-4054-a803-aeb67b9c5b86 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276839 Jun 01 04:35:52.615350 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33666) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:52.625646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:52.729960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (82c0edc5-93c5-4224-8d67-4939adecf7e2), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.789729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (82c0edc5-93c5-4224-8d67-4939adecf7e2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.894342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (82c0edc5-93c5-4224-8d67-4939adecf7e2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.913948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c0edc5-93c5-4224-8d67-4939adecf7e2,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:52.989338 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:52.990484 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-738f5f51-fbdd-4dcb-bfe2-6777f9fd55d7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3741674 Jun 01 04:35:52.993188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33668) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:52.997460 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:53.078070 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Project cd5966396128491d814472e980cfd873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:35:53.172131 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (cc3b8088-e216-4dd9-a89a-5525d67510d3), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.172827 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.173217 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (cc3b8088-e216-4dd9-a89a-5525d67510d3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.219634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (cc3b8088-e216-4dd9-a89a-5525d67510d3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.228303 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:53.239990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3b8088-e216-4dd9-a89a-5525d67510d3,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:53.318611 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.319968 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3df6c89b-5e19-4c96-9484-031eb00c2433 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3258109 Jun 01 04:35:53.322667 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33670) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:35:53.327671 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'security_group_rule': {'security_group_id': '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e', 'project_id': 'cd5966396128491d814472e980cfd873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:53.422180 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Project cd5966396128491d814472e980cfd873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:35:53.428963 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (faff6d60-44b0-4713-851a-b914e310fed6), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.494042 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (faff6d60-44b0-4713-851a-b914e310fed6), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.598353 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (faff6d60-44b0-4713-851a-b914e310fed6), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.617831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faff6d60-44b0-4713-851a-b914e310fed6,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:53.703199 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:53.704449 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-db9b9fc4-4bbd-4c81-acfe-a042d4f07881 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3807728 Jun 01 04:35:53.797523 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-89620edd-8998-418c-916b-3ab2b83745a9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421609787&fields=id&tenant_id=cd5966396128491d814472e980cfd873 HTTP/1.1" status: 200 len: 267 time: 0.0439250 Jun 01 04:35:53.855041 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-ba2d652a-574a-49a4-b6a1-b5616562baec tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:53.860147 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-ba2d652a-574a-49a4-b6a1-b5616562baec tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0518184 Jun 01 04:35:53.867456 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'port': {'security_groups': ['2db122d2-b8c1-4a55-a834-00e38ab1d48b', '7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:35:53.941619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.048818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:54.170194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:35:54.200644 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.296371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.339974 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:54.340591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.341997 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-340f240f-ed27-4f9b-bf54-19fafdc0ce09 req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "PUT /v2.0/ports/fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 981 time: 0.4790010 Jun 01 04:35:54.342680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:35:54.384858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d20621-1d74-419e-8784-14c02a559a51" -d '{"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:35:54.386116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['fe4b660b-fcd7-4ccb-8056-f5657999e42f'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:54.387378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83772040-b33c-4160-b5e9-b2da330d5b98 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=6']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:35:54.412696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c860d661-d98d-4f70-abf3-a5dea36d82ee x-openstack-request-id: req-c860d661-d98d-4f70-abf3-a5dea36d82ee {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:35:54.412696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:35:54.413276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c860d661-d98d-4f70-abf3-a5dea36d82ee {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:35:54.413518 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c860d661-d98d-4f70-abf3-a5dea36d82ee'] response: {'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:35:54.469369 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:54.479448 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:54.487412 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73db4c-130b-40bf-8643-4f2952aa04da req-7e11ef06-e686-4ad4-ab92-9507e85bd5a7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:54.488814 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f73db4c-130b-40bf-8643-4f2952aa04da req-7e11ef06-e686-4ad4-ab92-9507e85bd5a7 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0665321 Jun 01 04:35:54.521320 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['fe4b660b-fcd7-4ccb-8056-f5657999e42f'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:35:54.532463 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20621-1d74-419e-8784-14c02a559a51 req-2bce41e5-f732-4f04-a355-91df7bc824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:54.534307 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-2bce41e5-f732-4f04-a355-91df7bc824f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1168 time: 0.0660841 Jun 01 04:35:54.571626 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f73db4c-130b-40bf-8643-4f2952aa04da req-d2b49e1e-f0fc-4520-94d3-19aa55b8b656 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751276 Jun 01 04:35:54.649853 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:54.652917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20621-1d74-419e-8784-14c02a559a51 req-96acd4e8-6a7a-44f5-b804-ad4246442915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:54.654390 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-96acd4e8-6a7a-44f5-b804-ad4246442915 service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.1125956 Jun 01 04:35:54.669521 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-aaf75ab2-ecf3-4413-9bf7-f1c912642eb9 None None] Provisioning complete for port fe4b660b-fcd7-4ccb-8056-f5657999e42f triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:35:54.669890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-aaf75ab2-ecf3-4413-9bf7-f1c912642eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.718865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:35:54.723341 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-f4d8a3ff-c165-4105-b9bd-6ff61e44d6dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 1001 time: 0.0614159 Jun 01 04:35:54.746588 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:35:54.903716 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-aaf75ab2-ecf3-4413-9bf7-f1c912642eb9 None None] Current status of the port fe4b660b-fcd7-4ccb-8056-f5657999e42f is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:35:55.054518 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20621-1d74-419e-8784-14c02a559a51 req-45d368d0-250a-4e5e-bb80-d59633a0aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:55.056037 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-45d368d0-250a-4e5e-bb80-d59633a0aecb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.3252022 Jun 01 04:35:55.108772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20621-1d74-419e-8784-14c02a559a51 req-e8563273-8376-4d47-a40e-f52b577469c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:35:55.111785 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-e8563273-8376-4d47-a40e-f52b577469c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470812 Jun 01 04:35:55.211494 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-bca6dd87-d637-4a48-b10f-5ea23db118e1 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923285 Jun 01 04:35:55.305014 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5d20621-1d74-419e-8784-14c02a559a51 req-1668edc5-b18d-4475-8818-12a924dedc8d service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Jun 01 04:35:56.084298 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:00.890317 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:01.686148 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=51 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:01.691522 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=79 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:04.557943 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:05.292625 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:05.301710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:07.637401 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:36:10.826289 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=38 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:10.829320 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:19.591695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ba361eab-a178-40df-b98c-a94bd2834699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:21.906293 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e397e-716e-43f8-aa54-5ceb87999784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:23.106544 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:23.658817 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0c0e-cd29-433c-b91c-deff3d9664b3 req-7d886d1a-9fb1-43a3-940d-9ecbbfa2e01f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:23.660348 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7bb0c0e-cd29-433c-b91c-deff3d9664b3 req-7d886d1a-9fb1-43a3-940d-9ecbbfa2e01f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Jun 01 04:36:23.709637 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7bb0c0e-cd29-433c-b91c-deff3d9664b3 req-44e8c5a8-e752-46f5-9d58-a0d7aeaebb5d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Jun 01 04:36:24.625220 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:24.826041 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658df33-0196-468a-bbdd-60a258a5969b req-e6af750d-df45-4648-a1d4-1925a0379bc5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:24.827517 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8658df33-0196-468a-bbdd-60a258a5969b req-e6af750d-df45-4648-a1d4-1925a0379bc5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0471070 Jun 01 04:36:24.876395 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8658df33-0196-468a-bbdd-60a258a5969b req-40c3d5bb-bbed-49ef-8ead-da9ab4c6e5dc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=c75a6466-c332-4cca-8a54-8797149f1fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Jun 01 04:36:25.151053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec124b-2d68-4253-8618-85e606f09c77 req-c5dcf4f3-dade-4b58-af59-6ad2cf697376 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:25.152502 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-11ec124b-2d68-4253-8618-85e606f09c77 req-c5dcf4f3-dade-4b58-af59-6ad2cf697376 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 945 time: 0.0473721 Jun 01 04:36:25.238755 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Deleting port c19ca474-59d8-487c-9b33-f1c1452fe94d {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:36:25.239099 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:25.331657 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] For port c19ca474-59d8-487c-9b33-f1c1452fe94d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c19ca474-59d8-487c-9b33-f1c1452fe94d,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:25.332020 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:25.495234 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:25.495680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:25.496029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Floating IP d876da80-b7ed-4913-bc9a-2267ad2d7c0c disassociated. External IP: 172.27.0.36, port: c19ca474-59d8-487c-9b33-f1c1452fe94d. Jun 01 04:36:25.496378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Calling delete_port for c19ca474-59d8-487c-9b33-f1c1452fe94d owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:36:25.688290 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c19ca474-59d8-487c-9b33-f1c1452fe94d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:25.724478 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'Port': ['ID=c19ca474-59d8-487c-9b33-f1c1452fe94d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.738039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739800 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.739800 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.740141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.740461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.740780 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:25.845207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:36:25.857183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:25.899709 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:25.954055 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:36:25.967960 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:36:25.981802 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00d7e63f-9731-41d4-a36f-5a96c838a653 req-7709d131-b476-4cb9-bc6b-a2632db0a3ea tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0340312 Jun 01 04:36:25.982291 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:36:25.982291 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:36:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:26.017903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] No DVR routers for this DVR port c19ca474-59d8-487c-9b33-f1c1452fe94d on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:36:26.021619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:26.025046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-11ec124b-2d68-4253-8618-85e606f09c77 req-dc6ef580-5eea-4472-a1df-ba1c39b63de2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "DELETE /v2.0/ports/c19ca474-59d8-487c-9b33-f1c1452fe94d HTTP/1.1" status: 204 len: 173 time: 0.8665454 Jun 01 04:36:26.025933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'name': 'network-vif-deleted', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:36:26.029011 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00048f-55aa-459f-981f-4deb0bcde161" -d '{"events": [{"server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "name": "network-vif-deleted", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:36:26.071495 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d4e0d4-c8b8-4a19-93a2-46adf310e321 x-openstack-request-id: req-08d4e0d4-c8b8-4a19-93a2-46adf310e321 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:36:26.071798 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d63ef9-2dd3-490e-8a17-895f7b2c3b95", "name": "network-vif-deleted", "tag": "c19ca474-59d8-487c-9b33-f1c1452fe94d", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:36:26.072139 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08d4e0d4-c8b8-4a19-93a2-46adf310e321 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:36:26.072646 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d4e0d4-c8b8-4a19-93a2-46adf310e321'] response: {'server_uuid': 'f5d63ef9-2dd3-490e-8a17-895f7b2c3b95', 'name': 'network-vif-deleted', 'tag': 'c19ca474-59d8-487c-9b33-f1c1452fe94d', 'status': 'completed', 'code': 200} Jun 01 04:36:26.095457 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:26.122732 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:36:26.327380 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:26.453526 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:36:26.462433 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:36:26.463046 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:36:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:26.576761 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:36:26.776482 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:26.808060 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c9cc3-03b3-448e-9e28-06c4748ecbc2 None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:36:26.816318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62919b-0848-4329-82d6-e9a7f68b69da req-239e4c4f-7cee-47e4-886c-dab65342210b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:26.823241 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb62919b-0848-4329-82d6-e9a7f68b69da req-239e4c4f-7cee-47e4-886c-dab65342210b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0683455 Jun 01 04:36:26.870167 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb62919b-0848-4329-82d6-e9a7f68b69da req-69a54a4a-7da9-4aed-ad84-fd4fb157f657 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Jun 01 04:36:26.895254 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33968) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:27.008743 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.059810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704513d-a9cd-4dac-9fad-80487501671e None None] New status for floating IP d876da80-b7ed-4913-bc9a-2267ad2d7c0c: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:36:27.089313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Publish callbacks [] for security_group (b7eefe7a-bd27-4397-be16-b7db3b3f693a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.128184 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f373f0f-db6b-400a-87fd-e47bf462f1de req-c41d9429-c67a-433c-b0ab-1ecf6a5ec780 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5d63ef9-2dd3-490e-8a17-895f7b2c3b95 HTTP/1.1" status: 200 len: 210 time: 0.0314703 Jun 01 04:36:27.230199 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b7eefe7a-bd27-4397-be16-b7db3b3f693a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.272433 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=713d8f0f528a413f86bb0dd720efd2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760133 Jun 01 04:36:27.273269 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eefe7a-bd27-4397-be16-b7db3b3f693a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:27.275183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33974) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:27.280669 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.281751 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.282445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.282624 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.283403 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.283403 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.283667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.283973 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.284297 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.284619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.284941 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.285261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.285577 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.285899 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.286212 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835d22f-e2a7-4b85-bfe5-123e5a33a4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:27.329791 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] Publish callbacks [] for security_group (b7eefe7a-bd27-4397-be16-b7db3b3f693a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.351674 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] Publish callbacks [] for security_group (b7eefe7a-bd27-4397-be16-b7db3b3f693a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.477501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (b7eefe7a-bd27-4397-be16-b7db3b3f693a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.480039 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:27.481239 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7eefe7a-bd27-4397-be16-b7db3b3f693a HTTP/1.1" status: 204 len: 168 time: 0.2049611 Jun 01 04:36:27.489808 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d1942-ad13-4dcc-8647-1102d629375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eefe7a-bd27-4397-be16-b7db3b3f693a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:27.992257 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedca13-708e-4fa1-be01-455aa50d2141 req-d0b00e91-b954-4361-932b-c4bead1a657d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:27.993744 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5fedca13-708e-4fa1-be01-455aa50d2141 req-d0b00e91-b954-4361-932b-c4bead1a657d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0482886 Jun 01 04:36:28.041695 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5fedca13-708e-4fa1-be01-455aa50d2141 req-536665a7-8a31-49f1-a5e9-f23871e14ef5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Jun 01 04:36:28.091730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33982) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:28.105404 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1d709ebd-bfc9-462b-9fe7-7d3ea0387f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.180515 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1d709ebd-bfc9-462b-9fe7-7d3ea0387f15 admin admin] Publish callbacks [] for security_group (3196c4be-24fc-4595-964f-e59b62883b49), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.248900 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1d709ebd-bfc9-462b-9fe7-7d3ea0387f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3196c4be-24fc-4595-964f-e59b62883b49), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.284859 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33988) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:28.291467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d709ebd-bfc9-462b-9fe7-7d3ea0387f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3196c4be-24fc-4595-964f-e59b62883b49,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:28.296207 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1d709ebd-bfc9-462b-9fe7-7d3ea0387f15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3085a7b9cbd7492b828327f737d80084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028480 Jun 01 04:36:28.298237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33990) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:28.341956 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (c75a6466-c332-4cca-8a54-8797149f1fcb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.347647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] Publish callbacks [] for security_group (3196c4be-24fc-4595-964f-e59b62883b49), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.366328 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (c75a6466-c332-4cca-8a54-8797149f1fcb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.368979 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] Publish callbacks [] for security_group (3196c4be-24fc-4595-964f-e59b62883b49), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.476038 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (c75a6466-c332-4cca-8a54-8797149f1fcb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.478701 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.479881 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "DELETE /v2.0/security-groups/c75a6466-c332-4cca-8a54-8797149f1fcb HTTP/1.1" status: 204 len: 168 time: 0.1940398 Jun 01 04:36:28.482740 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 33992) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:28.489326 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca17f-0fd7-4411-bc17-56d26cf3a9df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75a6466-c332-4cca-8a54-8797149f1fcb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:28.496384 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-4607df2d-d415-4306-8876-2da01e6cbf61 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] show failed (client error): The resource could not be found. Jun 01 04:36:28.497385 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4607df2d-d415-4306-8876-2da01e6cbf61 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups/c75a6466-c332-4cca-8a54-8797149f1fcb HTTP/1.1" status: 404 len: 347 time: 0.0136473 Jun 01 04:36:28.498861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3196c4be-24fc-4595-964f-e59b62883b49), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.501071 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 33994) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:28.502100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.503211 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3196c4be-24fc-4595-964f-e59b62883b49 HTTP/1.1" status: 204 len: 168 time: 0.2040751 Jun 01 04:36:28.511331 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250f7df-ab72-47f0-b72e-0bf798ba3e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3196c4be-24fc-4595-964f-e59b62883b49,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:28.628331 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Deleting port c28913e2-de70-4475-903f-1dbf792514fa {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:36:28.628679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c28913e2-de70-4475-903f-1dbf792514fa), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.719553 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c28913e2-de70-4475-903f-1dbf792514fa), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.719934 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (c28913e2-de70-4475-903f-1dbf792514fa), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.733445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Calling delete_port for c28913e2-de70-4475-903f-1dbf792514fa owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:36:28.940914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (c28913e2-de70-4475-903f-1dbf792514fa), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:28.970550 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'Port': ['ID=c28913e2-de70-4475-903f-1dbf792514fa,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:29.036970 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:29.044014 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (d876da80-b7ed-4913-bc9a-2267ad2d7c0c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.046607 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.047845 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5e3527ac-a703-42b2-9ab4-b5e5b29515bc tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "DELETE /v2.0/floatingips/d876da80-b7ed-4913-bc9a-2267ad2d7c0c HTTP/1.1" status: 204 len: 168 time: 0.5456219 Jun 01 04:36:29.178959 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439e7c-4666-46dc-b2a1-8ff6c22fb8ed req-539eb39d-5673-46c0-b3e9-d6cc34a3e0ec tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:29.180476 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fd439e7c-4666-46dc-b2a1-8ff6c22fb8ed req-539eb39d-5673-46c0-b3e9-d6cc34a3e0ec tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0598166 Jun 01 04:36:29.201347 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:29.231769 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fd439e7c-4666-46dc-b2a1-8ff6c22fb8ed req-948d9905-c976-4765-a1be-61e1f7888123 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Jun 01 04:36:29.250821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34010) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:29.255696 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317689955', 'description': 'tempest-description--1755133071'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:29.346697 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.418140 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (dda16652-0482-4bd5-a835-4899dce43808), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.487139 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dda16652-0482-4bd5-a835-4899dce43808), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.521047 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda16652-0482-4bd5-a835-4899dce43808,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:29.593978 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.595356 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ee236a89-5f02-4f92-89d8-4c115c3c9fc2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3434198 Jun 01 04:36:29.598321 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34020) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:29.602951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group_rule': {'security_group_id': 'dda16652-0482-4bd5-a835-4899dce43808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:29.710419 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (a80a7b4c-fa9b-461b-9a27-8df70c71679c), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.757719 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c19ca474-59d8-487c-9b33-f1c1452fe94d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:36:29.777788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: c19ca474-59d8-487c-9b33-f1c1452fe94d {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:36:29.778250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c19ca474-59d8-487c-9b33-f1c1452fe94d not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:36:29.784841 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (a80a7b4c-fa9b-461b-9a27-8df70c71679c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.847715 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (a80a7b4c-fa9b-461b-9a27-8df70c71679c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.867095 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80a7b4c-fa9b-461b-9a27-8df70c71679c,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:29.965562 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:29.966787 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2da08013-92ac-4542-accf-0b2fe5fa7573 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674710 Jun 01 04:36:29.969527 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34026) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:29.973999 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'security_group_rule': {'security_group_id': 'dda16652-0482-4bd5-a835-4899dce43808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:30.070229 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (c0945fdd-e42e-49c5-ab36-05e197b884d1), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.118101 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (c0945fdd-e42e-49c5-ab36-05e197b884d1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.197075 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (c0945fdd-e42e-49c5-ab36-05e197b884d1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.216110 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0945fdd-e42e-49c5-ab36-05e197b884d1,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:30.312869 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.315826 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6e6c1192-e4e8-43d5-aa73-9323ea6c5297 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449750 Jun 01 04:36:30.321505 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34034) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:30.325914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:30.347888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:30.356966 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fc0c-d62b-409e-91d3-91cb84ae4469 req-f70471e4-2e3d-4152-9434-f66ce4a791d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:30.358674 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2117fc0c-d62b-409e-91d3-91cb84ae4469 req-f70471e4-2e3d-4152-9434-f66ce4a791d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0539017 Jun 01 04:36:30.379986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:30.414924 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2117fc0c-d62b-409e-91d3-91cb84ae4469 req-18894b2c-3582-40ba-bd54-6ee43355519a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501702 Jun 01 04:36:30.426254 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.516848 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.638349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Allocated IP 172.27.0.4 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/97801687-a911-46a2-9d58-e9069b0e31f4) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:36:30.697725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:30.744208 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (97801687-a911-46a2-9d58-e9069b0e31f4), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.843929 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.882357 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:36:30.885421 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:36:30.888289 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:36:30.904624 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:30.919627 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=97801687-a911-46a2-9d58-e9069b0e31f4,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:30.977853 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.142506 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.246546 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:31.320575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (97801687-a911-46a2-9d58-e9069b0e31f4), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.374939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.402219 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34054) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:31.444268 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=97801687-a911-46a2-9d58-e9069b0e31f4,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:31.457425 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.522328 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3b070e23-408a-4065-a71a-8167e34411f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.549276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:31.565732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.567539 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-04d77941-a766-43ad-a1a2-b8120937f8c1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2449598 Jun 01 04:36:31.614995 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3b070e23-408a-4065-a71a-8167e34411f0 admin admin] Publish callbacks [] for security_group (800be6c7-f363-41f7-bd45-6bfc68e62080), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.689057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3b070e23-408a-4065-a71a-8167e34411f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (800be6c7-f363-41f7-bd45-6bfc68e62080), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.716097 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ed19-522e-4b26-b44b-347440ccf366 req-2221f507-2663-4e08-9084-e782ffdd106b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:31.717635 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-81e3ed19-522e-4b26-b44b-347440ccf366 req-2221f507-2663-4e08-9084-e782ffdd106b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0519283 Jun 01 04:36:31.733147 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3b070e23-408a-4065-a71a-8167e34411f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eafdfb4387414dbd84d23f403ea277ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296359 Jun 01 04:36:31.735483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b070e23-408a-4065-a71a-8167e34411f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800be6c7-f363-41f7-bd45-6bfc68e62080,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:31.737916 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34074) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:31.774363 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-81e3ed19-522e-4b26-b44b-347440ccf366 req-f4d87233-702b-4a82-88e2-af06e14862a0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Jun 01 04:36:31.821851 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] Publish callbacks [] for security_group (800be6c7-f363-41f7-bd45-6bfc68e62080), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.826111 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-665d05a6-9ee3-427f-9ddf-c7f167f136d5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1317689955&fields=id&tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 267 time: 0.0689335 Jun 01 04:36:31.891294 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] Publish callbacks [] for security_group (800be6c7-f363-41f7-bd45-6bfc68e62080), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:31.967194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-5844b605-3824-4309-a9dd-0dae87548ce6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:31.968659 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-5844b605-3824-4309-a9dd-0dae87548ce6 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 811 time: 0.1347208 Jun 01 04:36:31.984701 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6c7137f6-cd35-4bfb-90db-a5873ad4b5c2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/quotas/89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 375 time: 0.0089886 Jun 01 04:36:32.032369 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-086199c8-6333-4a26-aff3-f589f7e4c30a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425353 Jun 01 04:36:32.065594 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (800be6c7-f363-41f7-bd45-6bfc68e62080), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:32.068536 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:32.069696 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/800be6c7-f363-41f7-bd45-6bfc68e62080 HTTP/1.1" status: 204 len: 168 time: 0.3308372 Jun 01 04:36:32.106574 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b487a-ee48-486d-a81e-4eedfa7bb89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800be6c7-f363-41f7-bd45-6bfc68e62080,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:32.147351 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-1ee80c60-ca5c-468c-86dd-943f49bb2f7f service neutron] 10.222.0.18 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035953 Jun 01 04:36:32.226407 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:32.241313 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-405bd05c-7146-49e4-a878-42d763bd76ee service neutron] 10.222.0.18 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880468 Jun 01 04:36:32.490931 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa188263-2092-4761-9e46-c63a679df8c3 req-db5502fe-9b38-474c-b64d-12239302636d tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Jun 01 04:36:32.740545 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34090) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:32.753113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7a36-5916-4420-a196-964d6b308a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:32.836505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7a36-5916-4420-a196-964d6b308a86 admin admin] Publish callbacks [] for security_group (41f98a44-c204-421f-8b62-02e1fc10f26c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:32.895258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db9f9-35dc-4f5d-b88e-42632b73ae3b req-5663550c-1d44-4a3d-bd95-dd2438290ef0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:32.896667 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc6db9f9-35dc-4f5d-b88e-42632b73ae3b req-5663550c-1d44-4a3d-bd95-dd2438290ef0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0477841 Jun 01 04:36:32.916040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7a36-5916-4420-a196-964d6b308a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (41f98a44-c204-421f-8b62-02e1fc10f26c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:32.921840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:32.970924 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ec7a7a36-5916-4420-a196-964d6b308a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec804fb2ffb64a34aa37023fd7d4d559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304571 Jun 01 04:36:32.973640 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34096) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:32.975929 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7a36-5916-4420-a196-964d6b308a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f98a44-c204-421f-8b62-02e1fc10f26c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:32.987503 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc6db9f9-35dc-4f5d-b88e-42632b73ae3b req-6c066567-5297-4d08-bf4a-e88fc8524d95 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826559 Jun 01 04:36:33.024069 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] Publish callbacks [] for security_group (41f98a44-c204-421f-8b62-02e1fc10f26c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:33.045525 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] Publish callbacks [] for security_group (41f98a44-c204-421f-8b62-02e1fc10f26c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:33.186075 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (41f98a44-c204-421f-8b62-02e1fc10f26c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:33.188983 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:33.190141 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41f98a44-c204-421f-8b62-02e1fc10f26c HTTP/1.1" status: 204 len: 168 time: 0.2155392 Jun 01 04:36:33.198445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3144e2-9396-4b6b-81a6-ecbe0a5a9fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f98a44-c204-421f-8b62-02e1fc10f26c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:33.592553 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fddef2ff-9c58-41de-b71e-518acf14ee49 req-ab77b50f-2026-472a-9002-ff251109294a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 210 time: 0.0329459 Jun 01 04:36:34.118449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925414d-415d-4325-b93f-86f78b8b7400 req-f4650b56-70f5-44b6-98eb-f34b3b3ce02d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:34.120154 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2925414d-415d-4325-b93f-86f78b8b7400 req-f4650b56-70f5-44b6-98eb-f34b3b3ce02d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0548353 Jun 01 04:36:34.168492 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2925414d-415d-4325-b93f-86f78b8b7400 req-b7febc7f-6062-4373-8b11-a1922c684df0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Jun 01 04:36:34.573101 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-0823c97f-899d-4a69-81e3-694da42ae382 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:34.574502 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-0823c97f-899d-4a69-81e3-694da42ae382 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 811 time: 0.1077790 Jun 01 04:36:34.650787 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-85a79c52-5d57-4703-80a6-0b386d31f3a9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4 HTTP/1.1" status: 200 len: 380 time: 0.0611033 Jun 01 04:36:34.668291 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'port': {'device_id': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'admin_state_up': True, 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'security_groups': ['dda16652-0482-4bd5-a835-4899dce43808']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:34.722990 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ce3ddb4-de55-4d56-9daf-c3ef81cde101 req-dc279545-2974-40be-8d91-7c37fa2cee3a tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 210 time: 0.0388906 Jun 01 04:36:34.859646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Made reservation on behalf of 89e9dc06c3304c42a7fb6cbed1e357a4 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:36:34.863103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.005801 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Allocated IP 172.20.0.5 (e9688948-1a1c-4b5b-bf21-d65382a9ef23/ea12d594-5adb-4248-95fb-f5e8b22e4e66/4e9e2f71-edd1-4e77-8eea-aaca161637e1) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:36:35.148284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:35.158416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.232367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.276127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:35.304469 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:36:35.313615 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:36:35.323879 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:36:35.354736 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event updated for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:35.369700 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98402759-cf94-4956-9311-cdbb9c9f3c79 req-12f6e052-73fd-4801-914f-dc04db436d30 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:35.369700 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-98402759-cf94-4956-9311-cdbb9c9f3c79 req-12f6e052-73fd-4801-914f-dc04db436d30 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.1048303 Jun 01 04:36:35.406740 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:35.407444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.445686 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-98402759-cf94-4956-9311-cdbb9c9f3c79 req-3ab08631-840b-4db0-b04d-9e70b394f7d1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725715 Jun 01 04:36:35.509353 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-f393bb8a-ca57-410d-a544-e4cb47f180b2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449349 Jun 01 04:36:35.529797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Request body: {'port': {'device_id': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:35.590816 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.595110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-f86d0fb9-aa14-4f98-9512-89e88a824258 None None] Provisioning complete for port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:36:35.595900 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f86d0fb9-aa14-4f98-9512-89e88a824258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.633769 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-f86d0fb9-aa14-4f98-9512-89e88a824258 None None] Port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:36:35.818420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34164) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:35.877108 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22babd-b889-4d61-a554-b57ebac7d147 req-d7cf399e-6e5b-420f-bca6-30e1bd912089 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:35.878625 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be22babd-b889-4d61-a554-b57ebac7d147 req-d7cf399e-6e5b-420f-bca6-30e1bd912089 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 931 time: 0.0530550 Jun 01 04:36:35.915838 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e2f71-edd1-4e77-8eea-aaca161637e1 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:36:35.925063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks [] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.937736 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be22babd-b889-4d61-a554-b57ebac7d147 req-068e7846-78c1-492d-b413-c2a5034e2435 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498495 Jun 01 04:36:35.938835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Transition to ACTIVE for port object 4e9e2f71-edd1-4e77-8eea-aaca161637e1 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:36:35.951250 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46cd22c0-dd80-43ca-af29-515851c39c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:35.984330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.035318 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46cd22c0-dd80-43ca-af29-515851c39c02 admin admin] Publish callbacks [] for security_group (5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.036197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.071283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.095052 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:36.141058 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46cd22c0-dd80-43ca-af29-515851c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.171187 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Attempting to bind port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:36:36.172269 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Attempting to bind port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:36:36.172457 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Attempting to bind port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:36:36.178751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:36:36.184947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Attempting to bind port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 on network e9688948-1a1c-4b5b-bf21-d65382a9ef23 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:36:36.185219 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:36:36.185682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Checking segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:36:36.186074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Bound using segment: {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:36:36.186510 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Bound port: 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea67494-bdd4-47ba-8e6e-b65563291744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:36:36.186902 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.187687 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-46cd22c0-dd80-43ca-af29-515851c39c02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e435dbe7f09c498eb6ed139ca7c92710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667767 Jun 01 04:36:36.188301 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34168) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:36.197378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd22c0-dd80-43ca-af29-515851c39c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:36.250287 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] Publish callbacks [] for security_group (5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.260633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:36:36.262828 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.263837 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:36:36.277680 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] Publish callbacks [] for security_group (5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.350675 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.384324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:36.384985 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.386357 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] 10.222.0.45 "PUT /v2.0/ports/4e9e2f71-edd1-4e77-8eea-aaca161637e1 HTTP/1.1" status: 200 len: 1093 time: 0.8612468 Jun 01 04:36:36.386788 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:36:36.389653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd53714d-a808-4daf-a360-c8877660d453" -d '{"events": [{"name": "network-changed", "server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:36:36.405427 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.417586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27dd5-6a25-4e82-8c53-3de659ce2d47 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:36.430442 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.431185 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:36.435857 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e HTTP/1.1" status: 204 len: 168 time: 0.2453802 Jun 01 04:36:36.441351 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49448b8-b843-4075-a0a2-2727a7a70c57 x-openstack-request-id: req-c49448b8-b843-4075-a0a2-2727a7a70c57 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:36:36.441597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:36:36.441849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49448b8-b843-4075-a0a2-2727a7a70c57 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:36:36.442263 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49448b8-b843-4075-a0a2-2727a7a70c57'] response: {'name': 'network-changed', 'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'status': 'completed', 'code': 200} Jun 01 04:36:36.448487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96754a-5307-4c36-a445-b2297ef5b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879ff5c-7d9e-4a9b-a9fd-0ef43fe2f92e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:36.583761 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12008f93-9d84-4783-8737-5e493bf9f8a8 req-8dd6c0b3-a350-44a9-be9a-6ae0635b364a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:36.585853 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-12008f93-9d84-4783-8737-5e493bf9f8a8 req-8dd6c0b3-a350-44a9-be9a-6ae0635b364a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0564458 Jun 01 04:36:36.641983 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-12008f93-9d84-4783-8737-5e493bf9f8a8 req-67e416de-4a79-4bfd-8c84-6364b4245452 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 Jun 01 04:36:36.763275 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53714d-a808-4daf-a360-c8877660d453 req-389b38e0-74c7-41da-9d19-71f0fa156255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:36.765032 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd53714d-a808-4daf-a360-c8877660d453 req-389b38e0-74c7-41da-9d19-71f0fa156255 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 1127 time: 0.0454926 Jun 01 04:36:36.778853 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=84 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.780846 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=58 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:36.880012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53714d-a808-4daf-a360-c8877660d453 req-0b4bb70c-c2f3-4094-bf37-f776d92d0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:36.881495 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd53714d-a808-4daf-a360-c8877660d453 req-0b4bb70c-c2f3-4094-bf37-f776d92d0da5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956378 Jun 01 04:36:36.985570 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53714d-a808-4daf-a360-c8877660d453 req-75cd2144-327e-4095-bcc5-7709e4ad6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:36.987103 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd53714d-a808-4daf-a360-c8877660d453 req-75cd2144-327e-4095-bcc5-7709e4ad6764 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000595 Jun 01 04:36:37.050129 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34180) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:37.061943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490f24-c1bd-412c-991d-45fd58b834a0 req-c2afab0c-c506-4a39-9c18-3ded00499b04 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:37.064066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4490f24-c1bd-412c-991d-45fd58b834a0 req-c2afab0c-c506-4a39-9c18-3ded00499b04 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 943 time: 0.0487416 Jun 01 04:36:37.065246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4fffad0-1448-42c3-9580-23ac323e015c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.119031 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4490f24-c1bd-412c-991d-45fd58b834a0 req-15ef0d79-a50c-4f7d-ba34-314c34bddfb8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Jun 01 04:36:37.142870 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4fffad0-1448-42c3-9580-23ac323e015c admin admin] Publish callbacks [] for security_group (5693f76b-ce66-401e-a2f7-6832059bbb97), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.213109 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4fffad0-1448-42c3-9580-23ac323e015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5693f76b-ce66-401e-a2f7-6832059bbb97), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.254220 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d4fffad0-1448-42c3-9580-23ac323e015c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dedf3249e334c8bb12b1fa29af7c07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028806 Jun 01 04:36:37.254920 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fffad0-1448-42c3-9580-23ac323e015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5693f76b-ce66-401e-a2f7-6832059bbb97,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:37.257417 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34182) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:37.311884 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] Publish callbacks [] for security_group (5693f76b-ce66-401e-a2f7-6832059bbb97), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.334185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] Publish callbacks [] for security_group (5693f76b-ce66-401e-a2f7-6832059bbb97), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.434829 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-0122e4d9-5f9c-4b11-a922-045f7877f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:37.436431 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-0122e4d9-5f9c-4b11-a922-045f7877f93c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 1127 time: 0.0395756 Jun 01 04:36:37.448664 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5693f76b-ce66-401e-a2f7-6832059bbb97), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.451140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:37.452233 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5693f76b-ce66-401e-a2f7-6832059bbb97 HTTP/1.1" status: 204 len: 168 time: 0.1932676 Jun 01 04:36:37.491660 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd062d-681a-489f-995d-950a44ab3001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693f76b-ce66-401e-a2f7-6832059bbb97,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:37.496436 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-57069cff-8af7-485a-8bd4-3db6402c4f4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1 HTTP/1.1" status: 200 len: 217 time: 0.0417888 Jun 01 04:36:37.552950 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-915032b6-51da-4e5f-ad0e-d75b635734c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:37.554407 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-915032b6-51da-4e5f-ad0e-d75b635734c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0514925 Jun 01 04:36:37.600409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1214-551d-4205-89e1-239377cdc5ef req-1cfcbba1-de6f-41e8-a810-61ee412c2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:37.601885 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-1cfcbba1-de6f-41e8-a810-61ee412c2ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415637 Jun 01 04:36:37.701262 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:37.707862 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-325947b9-9e21-4a24-a589-aafec2a72523 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900366 Jun 01 04:36:37.768088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be118f73-132d-4e74-b001-89013efd05fa req-adb8ef16-e521-47d1-a8fe-f4d9668483b5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:37.769934 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be118f73-132d-4e74-b001-89013efd05fa req-adb8ef16-e521-47d1-a8fe-f4d9668483b5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0534055 Jun 01 04:36:37.822896 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-be118f73-132d-4e74-b001-89013efd05fa req-95a68021-a4f1-4011-b933-45b013d0c886 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 Jun 01 04:36:37.832035 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ef1214-551d-4205-89e1-239377cdc5ef req-008b3401-3f67-40b3-8889-a27e1be30915 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047165 Jun 01 04:36:38.236714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9250a-b86c-49fc-9ed7-52cbd9260e6f req-98d2d58c-1630-4166-b79c-85d7fb08ebc1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:38.238352 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ccc9250a-b86c-49fc-9ed7-52cbd9260e6f req-98d2d58c-1630-4166-b79c-85d7fb08ebc1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 943 time: 0.0493798 Jun 01 04:36:38.291663 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ccc9250a-b86c-49fc-9ed7-52cbd9260e6f req-f035d876-50df-4d0b-aa9a-caf2df256626 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474586 Jun 01 04:36:38.949608 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7ba77-aa31-41d3-a4ca-f6b907b2cae5 req-cef45cf5-5c02-4556-a1b5-a7449461d875 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:38.952126 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1de7ba77-aa31-41d3-a4ca-f6b907b2cae5 req-cef45cf5-5c02-4556-a1b5-a7449461d875 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0523126 Jun 01 04:36:38.987192 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:38.998929 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1de7ba77-aa31-41d3-a4ca-f6b907b2cae5 req-dbda5626-50ea-486b-b86e-c5e5f9157793 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Jun 01 04:36:39.414759 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30c66-ec3e-4306-8f75-2432d97581da req-844aa201-48af-4873-8b48-0e4da0998ae1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:39.416382 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fa30c66-ec3e-4306-8f75-2432d97581da req-844aa201-48af-4873-8b48-0e4da0998ae1 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 943 time: 0.0576394 Jun 01 04:36:39.467824 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fa30c66-ec3e-4306-8f75-2432d97581da req-08f23e4e-e3a2-4fd6-9826-3bcefa634023 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Jun 01 04:36:39.807363 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:36:39.910959 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:39.923226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:36:39.960452 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: ACTIVE; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:36:39.960934 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:39.975094 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:36:39.995525 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:40.081589 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:40.130940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb22e6-5246-447b-b258-252834bbc294 req-099acb64-9ff4-48d8-ac55-439543e4389a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:40.133533 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-68fb22e6-5246-447b-b258-252834bbc294 req-099acb64-9ff4-48d8-ac55-439543e4389a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0498505 Jun 01 04:36:40.134750 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=6']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:40.143407 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.143820 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.144167 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.144505 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.144835 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.145166 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.145493 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.145813 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.146134 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.146459 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.146787 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.147110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.147448 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.147769 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.148083 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:36:40.184347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-68fb22e6-5246-447b-b258-252834bbc294 req-f5ef1b45-4447-4b5a-8d01-b08127d8b83a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450330 Jun 01 04:36:40.314760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:36:40.411763 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:40.440030 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:40.531723 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-a962054d-eb5f-4d24-a202-201544e8258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:40.533900 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-a962054d-eb5f-4d24-a202-201544e8258d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1129 time: 0.0461805 Jun 01 04:36:40.625585 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:40.644824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab647d5-fd8b-48ae-a0e9-986469ef0160 req-529d526a-f47b-41cd-aec8-4641c4de0e5e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:40.646326 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dab647d5-fd8b-48ae-a0e9-986469ef0160 req-529d526a-f47b-41cd-aec8-4641c4de0e5e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 943 time: 0.1049793 Jun 01 04:36:40.707275 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-eecbf444-280e-4229-920e-a0917f0491d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:40.708938 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-eecbf444-280e-4229-920e-a0917f0491d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.1543522 Jun 01 04:36:40.726844 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dab647d5-fd8b-48ae-a0e9-986469ef0160 req-6d07104c-c0ba-418a-9bec-fa94a4654537 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734668 Jun 01 04:36:41.045485 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-a451b9f7-1417-4bba-be30-cbba1110647a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 1000 time: 0.3287270 Jun 01 04:36:41.100424 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-0e2b3228-5902-42be-b123-bf28c590197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:41.100705 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-0e2b3228-5902-42be-b123-bf28c590197d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0480275 Jun 01 04:36:41.146951 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-0e294311-1fb3-4a99-98af-27e82006661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:41.148468 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-0e294311-1fb3-4a99-98af-27e82006661f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411315 Jun 01 04:36:41.245533 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-ae95bcd2-c902-44c2-afa8-cec53262814b service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892773 Jun 01 04:36:41.309480 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13454-1315-4062-b1a2-e60334b10dbb req-5429da65-3a70-4206-8dc6-e0e844da07f5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:41.312197 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77f13454-1315-4062-b1a2-e60334b10dbb req-5429da65-3a70-4206-8dc6-e0e844da07f5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0494692 Jun 01 04:36:41.337402 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f253cc4-ffb3-494e-a186-1cab9c30cf92 req-901fc149-caf4-4445-a7e0-be66ec376228 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Jun 01 04:36:41.365205 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77f13454-1315-4062-b1a2-e60334b10dbb req-a56161cb-c2dd-4d4f-b987-67911d9e800b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470860 Jun 01 04:36:41.811037 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 4e9e2f71-edd1-4e77-8eea-aaca161637e1 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:36:41.824158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:36:41.848709 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe816b-3025-4a28-87e1-f97588344ed1 req-e9b522a5-22ae-47be-b648-3f38164b3c62 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:41.850190 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0fe816b-3025-4a28-87e1-f97588344ed1 req-e9b522a5-22ae-47be-b648-3f38164b3c62 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 943 time: 0.0525038 Jun 01 04:36:41.898261 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0fe816b-3025-4a28-87e1-f97588344ed1 req-3baf0929-87eb-4c53-9124-55ca11229847 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Jun 01 04:36:41.926067 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:36:41.926440 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:41.981537 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:41.996535 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'port_id': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'mac_address': 'fa:16:3e:9d:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:36:42.058587 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:36:42.058973 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:42.066063 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:36:42.066444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:42.086356 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e2f71-edd1-4e77-8eea-aaca161637e1 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:36:42.105256 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:36:42.107503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97706ee-bade-4de2-bdeb-7758729071c3" -d '{"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:36:42.127127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:42.129515 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:42.144240 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4093d-3bea-4300-bba5-cfe4fe145e89 x-openstack-request-id: req-f6e4093d-3bea-4300-bba5-cfe4fe145e89 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:36:42.144530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:36:42.144790 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6e4093d-3bea-4300-bba5-cfe4fe145e89 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:36:42.145356 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e4093d-3bea-4300-bba5-cfe4fe145e89'] response: {'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'code': 200} Jun 01 04:36:42.197144 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:42.224150 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:42.249997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:42.298244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=7']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:42.486644 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2d8db-1d50-4b0d-9279-7998132ec4b1 req-ea1e66ab-ca3e-437a-ab15-e6edfcfc8216 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:42.488115 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c9b2d8db-1d50-4b0d-9279-7998132ec4b1 req-ea1e66ab-ca3e-437a-ab15-e6edfcfc8216 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0479336 Jun 01 04:36:42.508237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:42.535943 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c9b2d8db-1d50-4b0d-9279-7998132ec4b1 req-3413370a-feb4-4132-98fb-2a496ff97c2a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jun 01 04:36:42.861306 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['4e9e2f71-edd1-4e77-8eea-aaca161637e1'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:36:43.017748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f1605-3bf3-4618-843b-922a72dea9bb req-31882a99-27a3-402b-96e7-cedd512fcca9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:43.019235 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e37f1605-3bf3-4618-843b-922a72dea9bb req-31882a99-27a3-402b-96e7-cedd512fcca9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 944 time: 0.0495987 Jun 01 04:36:43.067383 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e37f1605-3bf3-4618-843b-922a72dea9bb req-bf37e15b-210e-4329-997c-deb8742df999 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423672 Jun 01 04:36:43.658860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ab9a5-7eec-4e68-946b-a83048fce324 req-d23785bd-8f0b-44f7-8d87-8f6262ac6cd8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:43.660373 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-896ab9a5-7eec-4e68-946b-a83048fce324 req-d23785bd-8f0b-44f7-8d87-8f6262ac6cd8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0503995 Jun 01 04:36:43.713034 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-896ab9a5-7eec-4e68-946b-a83048fce324 req-61adb2c8-fa67-4a83-92fb-48c85a534a3f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Jun 01 04:36:44.187239 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac3d1-41f3-48da-a855-be9a64cf9d82 req-6fb779a2-b5e9-45d1-bc39-3184a7d084df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:44.188820 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1acac3d1-41f3-48da-a855-be9a64cf9d82 req-6fb779a2-b5e9-45d1-bc39-3184a7d084df tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 944 time: 0.0512407 Jun 01 04:36:44.216094 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 4e9e2f71-edd1-4e77-8eea-aaca161637e1 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:36:44.254346 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1acac3d1-41f3-48da-a855-be9a64cf9d82 req-516ca22e-3e7c-46ca-a70f-d80f53c12cda tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561635 Jun 01 04:36:44.262014 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:36:44.340538 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:36:44.340911 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:44.365810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:44.383128 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:44.417520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:36:44.417901 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:44.445446 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:36:44.447680 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793818d-e714-4ab0-87a5-f3cd3c7d9ba6" -d '{"events": [{"server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:36:44.460669 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:36:44.485822 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54391e36-89d0-4321-9749-b891a89252d8 x-openstack-request-id: req-54391e36-89d0-4321-9749-b891a89252d8 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:36:44.486048 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:36:44.486306 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54391e36-89d0-4321-9749-b891a89252d8 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:36:44.486699 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54391e36-89d0-4321-9749-b891a89252d8'] response: {'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'code': 200} Jun 01 04:36:44.534386 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:44.583510 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:44.636453 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:36:44.847986 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bf412-37d0-4e62-b04f-1f146c448171 req-c48700e2-73f6-482e-86f3-f4e84c67da7c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:44.849786 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-537bf412-37d0-4e62-b04f-1f146c448171 req-c48700e2-73f6-482e-86f3-f4e84c67da7c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0538130 Jun 01 04:36:44.856839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718100-4f4c-41fa-9da8-90cbfb51c9a7 req-f6250257-95e9-4fb7-8130-98dd47972281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:44.858397 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b1718100-4f4c-41fa-9da8-90cbfb51c9a7 req-f6250257-95e9-4fb7-8130-98dd47972281 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 1129 time: 0.0397758 Jun 01 04:36:44.902170 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-537bf412-37d0-4e62-b04f-1f146c448171 req-b3255880-17e8-4681-a3ce-3d4d7a7e4229 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Jun 01 04:36:44.907996 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b1718100-4f4c-41fa-9da8-90cbfb51c9a7 req-9cc583c2-dd15-44ef-a937-5507d966ee32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Jun 01 04:36:45.394275 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba0c24-9a07-478e-a0dc-c8927ac9921c req-29efc284-8157-4913-89d0-8bc23e93300f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:45.415680 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07ba0c24-9a07-478e-a0dc-c8927ac9921c req-29efc284-8157-4913-89d0-8bc23e93300f tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0759411 Jun 01 04:36:45.484371 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07ba0c24-9a07-478e-a0dc-c8927ac9921c req-cef7e17a-ea44-4e12-b4da-d4841fb2dc5e tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 Jun 01 04:36:46.027044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1e930-9c22-4d4e-a9bf-c5bceb03d7b5 req-5bf8ace9-ed11-4401-9aae-6241c572111a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:46.028564 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ebc1e930-9c22-4d4e-a9bf-c5bceb03d7b5 req-5bf8ace9-ed11-4401-9aae-6241c572111a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0508900 Jun 01 04:36:46.082523 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34320) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:46.091525 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ebc1e930-9c22-4d4e-a9bf-c5bceb03d7b5 req-490c4ea9-5c99-4b89-85c1-72769df957e9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572748 Jun 01 04:36:46.195775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5e22728a-557b-4735-bc58-cbafa43022ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.273868 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5e22728a-557b-4735-bc58-cbafa43022ba admin admin] Publish callbacks [] for security_group (918e5697-09bf-4cb1-acc0-36d128f05087), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.349799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5e22728a-557b-4735-bc58-cbafa43022ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (918e5697-09bf-4cb1-acc0-36d128f05087), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.353613 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:46.389625 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22728a-557b-4735-bc58-cbafa43022ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e5697-09bf-4cb1-acc0-36d128f05087,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:46.394403 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5e22728a-557b-4735-bc58-cbafa43022ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f934f41ddad49ddad62e6081c03f5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108311 Jun 01 04:36:46.404577 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34324) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:46.447014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] Publish callbacks [] for security_group (918e5697-09bf-4cb1-acc0-36d128f05087), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.469222 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] Publish callbacks [] for security_group (918e5697-09bf-4cb1-acc0-36d128f05087), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.590829 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (918e5697-09bf-4cb1-acc0-36d128f05087), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.593380 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:46.594482 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/918e5697-09bf-4cb1-acc0-36d128f05087 HTTP/1.1" status: 204 len: 168 time: 0.1963897 Jun 01 04:36:46.607903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763261-8f89-43b7-9435-1de45a33fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e5697-09bf-4cb1-acc0-36d128f05087,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:46.617948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e223-0ad7-4972-9745-634264e75ca0 req-ed350469-c928-4353-9871-aa8700167add tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:46.619998 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ed80e223-0ad7-4972-9745-634264e75ca0 req-ed350469-c928-4353-9871-aa8700167add tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0640919 Jun 01 04:36:46.656046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:46.686125 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ed80e223-0ad7-4972-9745-634264e75ca0 req-66adc9a9-474d-44a7-bb93-49128b088b06 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587232 Jun 01 04:36:47.224588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34340) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:47.228330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190ef0-4368-4856-b7e8-931b66ee9d56 req-91a96c25-0f4f-4681-b174-cfdc764e5cc5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:47.229826 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7190ef0-4368-4856-b7e8-931b66ee9d56 req-91a96c25-0f4f-4681-b174-cfdc764e5cc5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0612843 Jun 01 04:36:47.238559 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac9e7-ad64-4e9e-87d0-f167a1736642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.291012 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7190ef0-4368-4856-b7e8-931b66ee9d56 req-4e117a3c-dbc4-4430-a589-73b8ce3f5a92 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546529 Jun 01 04:36:47.328658 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac9e7-ad64-4e9e-87d0-f167a1736642 admin admin] Publish callbacks [] for security_group (9718f3b8-07ff-48b1-84b8-10e2e343d81a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.442653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac9e7-ad64-4e9e-87d0-f167a1736642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9718f3b8-07ff-48b1-84b8-10e2e343d81a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.487889 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2a5ac9e7-ad64-4e9e-87d0-f167a1736642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=040714a214e34a8d9ea591a449e486a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597051 Jun 01 04:36:47.487889 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ac9e7-ad64-4e9e-87d0-f167a1736642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9718f3b8-07ff-48b1-84b8-10e2e343d81a,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:47.488192 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34346) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:47.547248 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] Publish callbacks [] for security_group (9718f3b8-07ff-48b1-84b8-10e2e343d81a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.570090 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] Publish callbacks [] for security_group (9718f3b8-07ff-48b1-84b8-10e2e343d81a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.591977 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:47.716970 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (9718f3b8-07ff-48b1-84b8-10e2e343d81a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.719811 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:47.724091 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9718f3b8-07ff-48b1-84b8-10e2e343d81a HTTP/1.1" status: 204 len: 168 time: 0.2348442 Jun 01 04:36:47.734667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5ccd-7ac9-42fc-803d-26ff41355318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718f3b8-07ff-48b1-84b8-10e2e343d81a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:47.810959 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb31425-7cb3-43c2-8730-a67915ec10fc req-38fbb629-aa8a-4199-bcb8-30ddd2c259d4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:47.818849 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7bb31425-7cb3-43c2-8730-a67915ec10fc req-38fbb629-aa8a-4199-bcb8-30ddd2c259d4 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0625200 Jun 01 04:36:47.870212 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7bb31425-7cb3-43c2-8730-a67915ec10fc req-f9c5fd32-6908-45e7-ac22-bbb40a5619f8 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Jun 01 04:36:48.001498 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadf385-29e6-4b23-95b3-06c5c43c5bfe req-080ae47b-1c42-46e7-aadf-6bc99c01e704 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:48.002918 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4eadf385-29e6-4b23-95b3-06c5c43c5bfe req-080ae47b-1c42-46e7-aadf-6bc99c01e704 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0614789 Jun 01 04:36:48.012940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34372) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:48.017986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Request body: {'floatingip': {'port_id': '4e9e2f71-edd1-4e77-8eea-aaca161637e1'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:36:48.059747 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.485164 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805811f-bc2c-4146-9d51-ed372d5da847 req-a3cf3d8e-5487-4cdb-a1f9-fbf833f7a4fb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:48.491823 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b805811f-bc2c-4146-9d51-ed372d5da847 req-a3cf3d8e-5487-4cdb-a1f9-fbf833f7a4fb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0709023 Jun 01 04:36:48.501533 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34380) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:48.568562 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9b1a-37e2-4947-b466-ca19c80d6fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.673912 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:48.685266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9b1a-37e2-4947-b466-ca19c80d6fbd admin admin] Publish callbacks [] for security_group (a67abb7c-e001-432b-90b4-7e3d0720e3e3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.699905 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b805811f-bc2c-4146-9d51-ed372d5da847 req-b90cd2e9-0b66-40bd-9fef-458513104866 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402082 Jun 01 04:36:48.718704 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.905977 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.906816 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9b1a-37e2-4947-b466-ca19c80d6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a67abb7c-e001-432b-90b4-7e3d0720e3e3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:48.953764 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e9b1a-37e2-4947-b466-ca19c80d6fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67abb7c-e001-432b-90b4-7e3d0720e3e3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:48.959577 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3f4e9b1a-37e2-4947-b466-ca19c80d6fbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295d0c9a4ebc435fbc90ebb366bdf0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415767 Jun 01 04:36:48.962151 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34382) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:49.018284 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] Publish callbacks [] for security_group (a67abb7c-e001-432b-90b4-7e3d0720e3e3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.038761 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:49.039527 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:49.040925 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Floating IP 2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d associated. External IP: 172.27.0.4, port: 4e9e2f71-edd1-4e77-8eea-aaca161637e1. Jun 01 04:36:49.051747 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] Publish callbacks [] for security_group (a67abb7c-e001-432b-90b4-7e3d0720e3e3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.174249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a67abb7c-e001-432b-90b4-7e3d0720e3e3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.177702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.184044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a67abb7c-e001-432b-90b4-7e3d0720e3e3 HTTP/1.1" status: 204 len: 168 time: 0.2205122 Jun 01 04:36:49.211345 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f3cfe-0433-4d43-84a0-69f44f60868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67abb7c-e001-432b-90b4-7e3d0720e3e3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:49.302917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:36:49.437093 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:36:49.438540 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.446548 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:36:49.464049 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:36:49.467903 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:36:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:49.494359 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-29f5f12d-3bef-4056-b7c1-37ee982087a5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "PUT /v2.0/floatingips/2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d HTTP/1.1" status: 200 len: 989 time: 1.4780941 Jun 01 04:36:49.494359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:36:49.496104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7622450e-6098-4be6-ad21-527d0526cf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:36:49.552184 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2123964-15df-4fed-a144-22fa738250dc x-openstack-request-id: req-e2123964-15df-4fed-a144-22fa738250dc {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:36:49.552472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:36:49.552776 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2123964-15df-4fed-a144-22fa738250dc {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:36:49.553228 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2123964-15df-4fed-a144-22fa738250dc'] response: {'name': 'network-changed', 'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'status': 'completed', 'code': 200} Jun 01 04:36:49.637675 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-64a60064-17ea-4e8f-9583-3a6626fd7e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:49.646697 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:36:49.679471 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622450e-6098-4be6-ad21-527d0526cf0b req-40d07285-99b0-4ad5-b9af-abe76022dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:49.681317 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-40d07285-99b0-4ad5-b9af-abe76022dbc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 1129 time: 0.0712943 Jun 01 04:36:49.834940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622450e-6098-4be6-ad21-527d0526cf0b req-a1ed7418-0db9-4c25-83fb-2464cb96d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:49.837708 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-a1ed7418-0db9-4c25-83fb-2464cb96d5e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 200 len: 912 time: 0.1485362 Jun 01 04:36:49.911687 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:9d:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:36:30Z', 'updated_at': '2022-06-01T04:36:48Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:49.946951 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:36:49.958643 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:36:49.959462 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:36:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:49.968960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f070f2-9ffe-476c-88d4-7a2df23c8034 req-1603c68a-0db6-439d-9800-ce5571ae9c58 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:49.971179 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f9f070f2-9ffe-476c-88d4-7a2df23c8034 req-1603c68a-0db6-439d-9800-ce5571ae9c58 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0616996 Jun 01 04:36:50.023567 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-3b2ba6c4-df85-4ae6-8572-cf864d0c37e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1 HTTP/1.1" status: 200 len: 997 time: 0.1789496 Jun 01 04:36:50.083914 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:36:50.087204 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f9f070f2-9ffe-476c-88d4-7a2df23c8034 req-10b8ac5e-385e-4200-8539-9254f5141f5a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967100 Jun 01 04:36:50.108208 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622450e-6098-4be6-ad21-527d0526cf0b req-21fa3323-8972-4eb0-b7e2-964e4beaf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:50.114475 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-21fa3323-8972-4eb0-b7e2-964e4beaf083 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 200 len: 850 time: 0.0832922 Jun 01 04:36:50.208369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622450e-6098-4be6-ad21-527d0526cf0b req-dbad3acb-759d-40ec-a8ec-2d705c71fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:50.210621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-dbad3acb-759d-40ec-a8ec-2d705c71fa57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9688948-1a1c-4b5b-bf21-d65382a9ef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789943 Jun 01 04:36:50.295036 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:50.349208 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:9d:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:36:30Z', 'updated_at': '2022-06-01T04:36:48Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:36:50.349879 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-142cf415-9224-4835-a2a4-04ad6b9675e0 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325519 Jun 01 04:36:50.381355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12115fcc-d3ec-4489-8be4-f66bb7bf4f19 None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'port_id': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'mac_address': 'fa:16:3e:9d:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:36:30Z', 'updated_at': '2022-06-01T04:36:48Z', 'revision_number': 1, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:36:50.507908 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7622450e-6098-4be6-ad21-527d0526cf0b req-956a98bc-7a7d-4fe6-b33f-c280568ed774 service neutron] 10.222.0.45 "GET /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506433 Jun 01 04:36:50.746064 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca2bbd-6844-4d4a-8463-fbf1a0350bef None None] New status for floating IP 2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:36:51.229560 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630447-5a52-4cd1-bde7-2cae4821836c req-f50ec2dd-6a77-4dee-9a55-b9afaf7e19c7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:51.232009 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31630447-5a52-4cd1-bde7-2cae4821836c req-f50ec2dd-6a77-4dee-9a55-b9afaf7e19c7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0513277 Jun 01 04:36:51.296883 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31630447-5a52-4cd1-bde7-2cae4821836c req-baa78bbe-910a-46c0-9e57-370d54ea6f5b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553358 Jun 01 04:36:51.561220 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 34422) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:51.674632 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-182e925d-959b-47c4-9ae7-6cfa01a39151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:51.751568 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-182e925d-959b-47c4-9ae7-6cfa01a39151 admin admin] Publish callbacks [] for security_group (bb1f6a59-b0d1-4414-901f-fe7482a2508b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:51.968890 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-182e925d-959b-47c4-9ae7-6cfa01a39151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bb1f6a59-b0d1-4414-901f-fe7482a2508b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:51.969227 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2235e1f1-3b76-404c-a557-e1e48e56368c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:52.009929 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-182e925d-959b-47c4-9ae7-6cfa01a39151 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3fd0d00e9794a499c258ebdcae307ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475193 Jun 01 04:36:52.019191 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e925d-959b-47c4-9ae7-6cfa01a39151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f6a59-b0d1-4414-901f-fe7482a2508b,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:52.019699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34426) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:36:52.072338 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] Publish callbacks [] for security_group (bb1f6a59-b0d1-4414-901f-fe7482a2508b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:52.107131 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] Publish callbacks [] for security_group (bb1f6a59-b0d1-4414-901f-fe7482a2508b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:52.148919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:52.287263 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bb1f6a59-b0d1-4414-901f-fe7482a2508b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:52.291746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:52.299355 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb1f6a59-b0d1-4414-901f-fe7482a2508b HTTP/1.1" status: 204 len: 168 time: 0.2790852 Jun 01 04:36:52.310359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8c0e4-4fcb-4ca3-b442-f3f1fab995d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f6a59-b0d1-4414-901f-fe7482a2508b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:36:52.444447 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d72bf-14a6-4775-a62f-294155afc505 req-9428c17a-a004-485d-954d-9a96d1671fa9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:52.446994 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-802d72bf-14a6-4775-a62f-294155afc505 req-9428c17a-a004-485d-954d-9a96d1671fa9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0565166 Jun 01 04:36:52.532626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-802d72bf-14a6-4775-a62f-294155afc505 req-c844b017-3d47-499a-baaf-b9d929e67076 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774827 Jun 01 04:36:53.089130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:53.666862 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4b2e-5ca2-4a52-a91f-1bc87cc85db5 req-b7605220-0690-4f8b-8f9c-cafc4037f89b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:53.668599 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-054d4b2e-5ca2-4a52-a91f-1bc87cc85db5 req-b7605220-0690-4f8b-8f9c-cafc4037f89b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0525198 Jun 01 04:36:53.732094 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-054d4b2e-5ca2-4a52-a91f-1bc87cc85db5 req-ec94262b-2021-405b-85ab-3ab0189e4e26 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Jun 01 04:36:54.622673 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:54.873171 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cc8bc-20ed-4d7d-bf6e-b84cb87d626d req-078a8d24-0ea1-49bf-9d99-d9ec0a3e2a19 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:54.883417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fc5cc8bc-20ed-4d7d-bf6e-b84cb87d626d req-078a8d24-0ea1-49bf-9d99-d9ec0a3e2a19 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0639477 Jun 01 04:36:54.938616 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fc5cc8bc-20ed-4d7d-bf6e-b84cb87d626d req-3fd5c18d-7e5a-480b-81fe-3640b49946da tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535378 Jun 01 04:36:56.054293 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:36:56.075197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c384a-f55e-423f-8534-dee9b7d30d01 req-fb5f5777-c5ec-48ab-8db4-43afbc4321c6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:56.077776 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d93c384a-f55e-423f-8534-dee9b7d30d01 req-fb5f5777-c5ec-48ab-8db4-43afbc4321c6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0562563 Jun 01 04:36:56.128729 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:36:56.138783 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d93c384a-f55e-423f-8534-dee9b7d30d01 req-98f647f5-9e77-4d65-b887-e445cf9f212c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546422 Jun 01 04:36:57.282208 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bf5b-90ff-4f2c-8672-fc4c0aa0a034 req-6d290191-fe2f-4abf-a7b5-436abe6c436a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:57.290989 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d314bf5b-90ff-4f2c-8672-fc4c0aa0a034 req-6d290191-fe2f-4abf-a7b5-436abe6c436a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0676088 Jun 01 04:36:57.337537 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d314bf5b-90ff-4f2c-8672-fc4c0aa0a034 req-226f509c-9f0e-4082-b0f0-510d27e15387 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Jun 01 04:36:58.477459 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a24ec3-6e62-43d5-a90c-3b44c12241c1 req-e5e7f43b-7b49-4977-9be3-7052a5abc128 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:58.478973 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a24ec3-6e62-43d5-a90c-3b44c12241c1 req-e5e7f43b-7b49-4977-9be3-7052a5abc128 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0534127 Jun 01 04:36:58.527673 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d5a24ec3-6e62-43d5-a90c-3b44c12241c1 req-dca3271d-a5e3-4c17-8aa0-eac7231032b1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Jun 01 04:36:59.653802 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478e383-f62f-4f5e-8e4c-d4e75747932c req-43fbeeaf-425a-458c-8932-3b024735d2b1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:36:59.655840 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b478e383-f62f-4f5e-8e4c-d4e75747932c req-43fbeeaf-425a-458c-8932-3b024735d2b1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0527501 Jun 01 04:36:59.703512 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b478e383-f62f-4f5e-8e4c-d4e75747932c req-606e48a6-8fde-4cfb-892f-02c403690408 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Jun 01 04:37:00.824699 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a65d81-8922-444a-b504-575666615d19 req-76c5777e-783f-4cea-b5e5-95503d974ac9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:00.826263 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5a65d81-8922-444a-b504-575666615d19 req-76c5777e-783f-4cea-b5e5-95503d974ac9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0509157 Jun 01 04:37:00.875118 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5a65d81-8922-444a-b504-575666615d19 req-31c52f71-0f16-4fea-8b26-12eecf096123 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Jun 01 04:37:00.932268 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:01.086400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-93f6c3cc-aa02-4028-af15-3c4340b5af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:01.088139 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-93f6c3cc-aa02-4028-af15-3c4340b5af62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1130 time: 0.0406172 Jun 01 04:37:01.181603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-b65dcb90-65a4-4353-ac98-de392b3c51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:01.183021 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-b65dcb90-65a4-4353-ac98-de392b3c51e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.0885170 Jun 01 04:37:01.249190 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-68f6ea69-a959-4f51-bd6e-4bca1301d8a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 1001 time: 0.0592210 Jun 01 04:37:01.299547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-84a6679e-54e7-4843-9134-cf0624cebfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:01.300994 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-84a6679e-54e7-4843-9134-cf0624cebfe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0447743 Jun 01 04:37:01.346400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-dfa6cc7a-e569-4006-95f7-8126401d8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:01.347913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-dfa6cc7a-e569-4006-95f7-8126401d8d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392892 Jun 01 04:37:01.440875 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-be670d26-e63c-4135-8e92-041d04c3da7e service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859895 Jun 01 04:37:01.456841 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:01.532916 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bc15479c-47d1-4160-aca9-1f12a3a8a7bc req-8caab082-705b-494c-b2d7-288580faf616 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Jun 01 04:37:01.996318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a25b1-e8ba-449f-8b41-564c62521439 req-9a60a991-c199-4f79-8ac0-558d3db4e0bb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:01.997770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b62a25b1-e8ba-449f-8b41-564c62521439 req-9a60a991-c199-4f79-8ac0-558d3db4e0bb tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0479522 Jun 01 04:37:02.027429 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:02.049698 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b62a25b1-e8ba-449f-8b41-564c62521439 req-55238fa5-a529-4eb0-96f2-fbf8be3f33ac tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Jun 01 04:37:03.159012 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:03.170451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc24ef-80d4-4395-90d7-6f7403f23e14 req-792e47b7-58d2-4c85-b3ec-9eae0f863273 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:03.171914 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-facc24ef-80d4-4395-90d7-6f7403f23e14 req-792e47b7-58d2-4c85-b3ec-9eae0f863273 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0482900 Jun 01 04:37:03.220079 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-facc24ef-80d4-4395-90d7-6f7403f23e14 req-1e50ecd8-faeb-4bd5-aa2a-db7baa8ee5f7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jun 01 04:37:04.293303 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:37:04.344245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2389-bfa7-4924-9a5e-71129013c136 req-625e018b-4c6a-4544-9dff-99d138a54b32 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:04.346120 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ccdc2389-bfa7-4924-9a5e-71129013c136 req-625e018b-4c6a-4544-9dff-99d138a54b32 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 946 time: 0.0498633 Jun 01 04:37:04.367197 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: ACTIVE; New status is: DOWN {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:37:04.367596 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:04.390959 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:37:04.395230 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabe1f13-e4af-4234-9ee9-4d23a954212f" -d '{"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:37:04.402076 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ccdc2389-bfa7-4924-9a5e-71129013c136 req-561464c7-75df-43a4-8dc2-3d895bf0be56 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501328 Jun 01 04:37:04.412328 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:37:04.435233 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Jun 2022 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77194630-9121-47e1-99ac-011d863bd8bb x-openstack-request-id: req-77194630-9121-47e1-99ac-011d863bd8bb {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:37:04.435647 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:37:04.435968 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77194630-9121-47e1-99ac-011d863bd8bb {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:37:04.436430 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77194630-9121-47e1-99ac-011d863bd8bb'] response: {'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'code': 200} Jun 01 04:37:04.517528 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:04.564537 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=8']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:04.666300 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:04.667182 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=74 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:06.338359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-44704190-dc73-4faa-b4f7-b472319a456d req-67f39617-61b6-4b08-acbd-f2317b074efc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:37:06.339411 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-44704190-dc73-4faa-b4f7-b472319a456d req-67f39617-61b6-4b08-acbd-f2317b074efc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054133 Jun 01 04:37:06.652793 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638702a1-b7c4-4979-9d32-48d192b46571 req-54cc3285-f8aa-4b75-8b99-080c7ff9c4bd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:06.654211 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-638702a1-b7c4-4979-9d32-48d192b46571 req-54cc3285-f8aa-4b75-8b99-080c7ff9c4bd tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0488999 Jun 01 04:37:06.707508 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-638702a1-b7c4-4979-9d32-48d192b46571 req-30942931-45ed-4df0-b69d-9700c18627a7 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474048 Jun 01 04:37:07.193326 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-5fa5a088-f569-42de-8fa7-e3d59cbba86b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304703 Jun 01 04:37:07.318719 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-16fa5db2-9cb1-438b-ae03-4f8ecca0d8b8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:07.320098 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-16fa5db2-9cb1-438b-ae03-4f8ecca0d8b8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports/0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 941 time: 0.0979850 Jun 01 04:37:07.826438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4a9ee-5922-4180-b4ce-6f45274bb19f req-6750055e-036c-48b2-a22d-562e5ef2342e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:07.827895 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97b4a9ee-5922-4180-b4ce-6f45274bb19f req-6750055e-036c-48b2-a22d-562e5ef2342e tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0470586 Jun 01 04:37:07.875870 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97b4a9ee-5922-4180-b4ce-6f45274bb19f req-574852be-a981-42bf-9660-ed4edb58d2e9 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Jun 01 04:37:08.319412 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:37:08.390348 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: DOWN; New status is: DOWN {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:37:08.654218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-49a71070-2a4e-4e90-a72b-7d4b38a86835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:08.655709 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-49a71070-2a4e-4e90-a72b-7d4b38a86835 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e&tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0427003 Jun 01 04:37:08.729230 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-27600b33-b748-4a3f-80a7-51ccb071ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:08.730723 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-27600b33-b748-4a3f-80a7-51ccb071ebb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1128 time: 0.0389919 Jun 01 04:37:08.826601 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-ba3a2ce1-24a5-47bb-8b87-fb918f2a0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:08.828083 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-ba3a2ce1-24a5-47bb-8b87-fb918f2a0eda service neutron] 10.222.0.45 "GET /v2.0/networks?id=0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 200 len: 918 time: 0.0896153 Jun 01 04:37:08.895233 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-47145005-972b-4e78-8a49-4407ce8f596c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 200 len: 999 time: 0.0558815 Jun 01 04:37:08.946547 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-90aee978-711e-4d3e-8def-83593a2bab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:08.951343 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-90aee978-711e-4d3e-8def-83593a2bab15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 200 len: 856 time: 0.0472844 Jun 01 04:37:09.029613 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f6a04-5e64-4de0-ab5e-dd48170fbc75 req-b9d698b3-5c76-463d-a25e-4561375aa928 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.032225 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-364f6a04-5e64-4de0-ab5e-dd48170fbc75 req-b9d698b3-5c76-463d-a25e-4561375aa928 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0797935 Jun 01 04:37:09.035721 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170886d9-2704-42d1-a69d-284327f955e0 req-975d8ccc-031e-42c8-9721-83df4a25fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.037135 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-975d8ccc-031e-42c8-9721-83df4a25fbf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0672bd5d-634b-4f48-aa77-f628be2afa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755768 Jun 01 04:37:09.047519 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63ba3f-1182-4659-9ba6-db7546032b42 req-fe265b18-1e22-4c60-af0b-1edfae3c3589 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.049028 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eb63ba3f-1182-4659-9ba6-db7546032b42 req-fe265b18-1e22-4c60-af0b-1edfae3c3589 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0491579 Jun 01 04:37:09.135436 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-364f6a04-5e64-4de0-ab5e-dd48170fbc75 req-a633a7cf-17a7-4199-9be4-f784b9976fb3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962615 Jun 01 04:37:09.141685 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eb63ba3f-1182-4659-9ba6-db7546032b42 req-fc49bee8-8626-42d2-85d6-cab86b3e3f68 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852458 Jun 01 04:37:09.158914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-80c1e4f7-2dc2-4c66-9e85-ab96c8593d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.158914 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-80c1e4f7-2dc2-4c66-9e85-ab96c8593d10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1168 time: 0.0539646 Jun 01 04:37:09.258104 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-a5f773a9-144f-4c68-be20-30eb30ae06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.259749 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-a5f773a9-144f-4c68-be20-30eb30ae06ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.0934179 Jun 01 04:37:09.329940 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-8479e3f6-3f86-40c4-86b2-01f68e18fdad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 1001 time: 0.0620115 Jun 01 04:37:09.381870 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-7542bb16-a245-43dd-a4d8-c4fcc9a6a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.383381 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-7542bb16-a245-43dd-a4d8-c4fcc9a6a57e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0464151 Jun 01 04:37:09.428827 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-6f20ca7b-8a80-468d-8a42-f05eb67f1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:09.430338 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-6f20ca7b-8a80-468d-8a42-f05eb67f1e70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400827 Jun 01 04:37:09.431658 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-0def9f0f-9cc1-4da5-a739-7209271caed7 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730006 Jun 01 04:37:09.524881 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-c401bdb9-3d3b-4809-84cc-ab8eb5f49750 service neutron] 10.222.0.45 "GET /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834177 Jun 01 04:37:09.526646 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-e046dae3-5cb7-431c-b121-6abc70daa04c service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Jun 01 04:37:09.583728 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:09.627574 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-39536c22-196d-42b4-80f8-d38dfccc85b4 req-c86bdf85-69df-4b89-82de-7e7259a5e7e1 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834947 Jun 01 04:37:10.330226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdfb84-d007-44ac-87c1-0c03984c0bd2 req-eef6eb49-a3f5-4c3e-9f95-6044da4dd9ea tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:10.337054 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12cdfb84-d007-44ac-87c1-0c03984c0bd2 req-eef6eb49-a3f5-4c3e-9f95-6044da4dd9ea tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.1209273 Jun 01 04:37:10.457600 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12cdfb84-d007-44ac-87c1-0c03984c0bd2 req-81117d49-79a1-4b89-9050-5ea0e8df1c62 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145630 Jun 01 04:37:10.571595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdba5a-afbd-46a0-800a-388567dd8f90 req-140e4cfa-4059-4eb2-b2c4-163ee342e284 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:10.573157 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e4cdba5a-afbd-46a0-800a-388567dd8f90 req-140e4cfa-4059-4eb2-b2c4-163ee342e284 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.3500688 Jun 01 04:37:10.664705 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e4cdba5a-afbd-46a0-800a-388567dd8f90 req-1be1f3dc-aa86-4856-b5d8-755e2597347c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835893 Jun 01 04:37:11.593112 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2c5f-a383-4886-b578-334ebe718ec9 req-8d451927-b040-4b28-9956-3a13668a2152 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:11.594751 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-781f2c5f-a383-4886-b578-334ebe718ec9 req-8d451927-b040-4b28-9956-3a13668a2152 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0487206 Jun 01 04:37:11.608994 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:11.632386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:11.648110 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-781f2c5f-a383-4886-b578-334ebe718ec9 req-8624aae9-f1b0-40ed-ba22-2e5ec2284ae2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Jun 01 04:37:11.787205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044524-ce30-46dc-b61f-17029313d316 req-f3ba15a9-3fdb-4f2f-b40d-bfa7dee101b9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:11.788860 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3044524-ce30-46dc-b61f-17029313d316 req-f3ba15a9-3fdb-4f2f-b40d-bfa7dee101b9 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0501544 Jun 01 04:37:11.814925 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:11.855391 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3044524-ce30-46dc-b61f-17029313d316 req-65e296a7-bfb9-4524-9df1-2c51b77ad36b tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598960 Jun 01 04:37:12.782713 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1276c-a37b-4f63-8f04-2f59a48168ed req-4ad7efe4-16d1-4de7-99f7-c89a89d496a3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:12.785066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fc1276c-a37b-4f63-8f04-2f59a48168ed req-4ad7efe4-16d1-4de7-99f7-c89a89d496a3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0498114 Jun 01 04:37:12.837763 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fc1276c-a37b-4f63-8f04-2f59a48168ed req-ee8dd808-863c-4b98-be4c-f2ad0138d7bf tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461764 Jun 01 04:37:12.976068 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1072bf-ea7a-4601-9a62-2dd76e619738 req-8ca19215-eb00-4a0b-9da5-9d574b4c1071 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:12.977613 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ea1072bf-ea7a-4601-9a62-2dd76e619738 req-8ca19215-eb00-4a0b-9da5-9d574b4c1071 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0494118 Jun 01 04:37:13.048408 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ea1072bf-ea7a-4601-9a62-2dd76e619738 req-4225b41c-9d32-4cee-9291-519e147c2a40 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626376 Jun 01 04:37:13.968558 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf297b4-c759-44cd-a246-c199c985bf53 req-042aa30b-be9d-4e47-bbcc-f1789a9431f0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:13.970012 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baf297b4-c759-44cd-a246-c199c985bf53 req-042aa30b-be9d-4e47-bbcc-f1789a9431f0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0538647 Jun 01 04:37:14.022825 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baf297b4-c759-44cd-a246-c199c985bf53 req-24fda50b-50cf-49b2-a00e-def7478db363 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jun 01 04:37:14.171891 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b17b-e6d4-4366-a2f3-d3bbb09a9b5a req-74f1d381-1022-4fd2-a54b-3588a5512b54 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:14.173670 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d37b17b-e6d4-4366-a2f3-d3bbb09a9b5a req-74f1d381-1022-4fd2-a54b-3588a5512b54 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0512877 Jun 01 04:37:14.241172 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d37b17b-e6d4-4366-a2f3-d3bbb09a9b5a req-3b220698-dc0f-442d-888e-a7bb412a63d0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611784 Jun 01 04:37:15.161371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f64354-fe11-4957-af7d-4e3298400652 req-a298007c-b3b3-417f-a486-5c12a7791c95 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:15.162944 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2f64354-fe11-4957-af7d-4e3298400652 req-a298007c-b3b3-417f-a486-5c12a7791c95 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0511665 Jun 01 04:37:15.224484 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2f64354-fe11-4957-af7d-4e3298400652 req-0a40a749-d2c1-450f-93a2-ed4d92f13037 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538580 Jun 01 04:37:15.384846 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9660be-cd0d-4ac2-b91b-0d380deb1831 req-c98b0d23-47a1-4a3c-a2af-c2daba58991d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:15.386402 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f9660be-cd0d-4ac2-b91b-0d380deb1831 req-c98b0d23-47a1-4a3c-a2af-c2daba58991d tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0647087 Jun 01 04:37:15.457061 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f9660be-cd0d-4ac2-b91b-0d380deb1831 req-cc4cba0a-9255-471c-8fc6-a630c70c5b35 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634837 Jun 01 04:37:16.357717 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e7cd-a75d-4266-bcab-86d0cda6f118 req-15ec6b81-3dd4-4d5a-8ca9-0ecc8c2988d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:16.365981 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5337e7cd-a75d-4266-bcab-86d0cda6f118 req-15ec6b81-3dd4-4d5a-8ca9-0ecc8c2988d2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0602679 Jun 01 04:37:16.413642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5337e7cd-a75d-4266-bcab-86d0cda6f118 req-07b3c506-8f89-46ef-827d-e3bc002865db tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Jun 01 04:37:16.578799 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222590d-6554-45af-91b5-6f505a443f9c req-27bb5078-00a8-44d3-aba9-9ee82772820f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:16.581313 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8222590d-6554-45af-91b5-6f505a443f9c req-27bb5078-00a8-44d3-aba9-9ee82772820f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0522490 Jun 01 04:37:16.652752 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8222590d-6554-45af-91b5-6f505a443f9c req-fd68076b-2b16-4db8-a930-00092ce4af08 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647974 Jun 01 04:37:17.547733 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866fd71-ca2f-4512-a8b6-87eaf16bdbaf req-26d17a8d-1602-4413-b981-400338bd4bfc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:17.549287 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8866fd71-ca2f-4512-a8b6-87eaf16bdbaf req-26d17a8d-1602-4413-b981-400338bd4bfc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0528009 Jun 01 04:37:17.609821 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8866fd71-ca2f-4512-a8b6-87eaf16bdbaf req-0ff83aa3-04f1-43db-a2f5-3c27a781d876 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545382 Jun 01 04:37:17.787987 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2096e-360b-41fb-a8e0-86bcb7a98bb2 req-f3a04207-b83f-4158-9a52-397a3faafdef tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:17.791748 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69d2096e-360b-41fb-a8e0-86bcb7a98bb2 req-f3a04207-b83f-4158-9a52-397a3faafdef tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0627725 Jun 01 04:37:17.857146 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69d2096e-360b-41fb-a8e0-86bcb7a98bb2 req-ffc69edd-43a8-442a-8714-a329acbc5415 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597992 Jun 01 04:37:18.385939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:18.387616 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:18.743207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadf38b-ab5e-438c-b0e1-f601a85e264c req-7da65f2f-5f55-4d55-a069-480cdafdc8a1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:18.744770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baadf38b-ab5e-438c-b0e1-f601a85e264c req-7da65f2f-5f55-4d55-a069-480cdafdc8a1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0573189 Jun 01 04:37:18.826563 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baadf38b-ab5e-438c-b0e1-f601a85e264c req-4a16bb58-ea74-4cdd-becb-dab3e3cd3b08 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717063 Jun 01 04:37:18.996985 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75fca6-f6da-4066-8d8e-ca45cdf3c464 req-03dc5a4c-b70e-4470-90e6-d3efb2ac3bc4 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:18.998567 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f75fca6-f6da-4066-8d8e-ca45cdf3c464 req-03dc5a4c-b70e-4470-90e6-d3efb2ac3bc4 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0575502 Jun 01 04:37:19.074629 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f75fca6-f6da-4066-8d8e-ca45cdf3c464 req-b9af5285-9847-4879-8720-c79b6b2798fa tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667725 Jun 01 04:37:19.625877 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a2a5ac3e-389a-4d34-8060-2fac428916d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:19.948563 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a3dc-23a0-452e-b395-5125b301413d req-a10bf00e-4cbf-498c-b123-bda849996d2f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:19.950097 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b09a3dc-23a0-452e-b395-5125b301413d req-a10bf00e-4cbf-498c-b123-bda849996d2f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0481477 Jun 01 04:37:19.998841 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b09a3dc-23a0-452e-b395-5125b301413d req-3c34f135-074d-4d8f-ae23-c6ee563375e5 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Jun 01 04:37:20.190801 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915641c-b3a7-4baf-ab8c-5a5dbf116c30 req-c86d5571-ff45-47f8-84cb-41f6ef6d3ce1 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:20.192267 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7915641c-b3a7-4baf-ab8c-5a5dbf116c30 req-c86d5571-ff45-47f8-84cb-41f6ef6d3ce1 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0475659 Jun 01 04:37:20.255917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7915641c-b3a7-4baf-ab8c-5a5dbf116c30 req-ca59e277-0d6e-4cdc-8d4e-69f6b2d1db3f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580957 Jun 01 04:37:21.119666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae049bbb-d388-4368-b63d-30b917a5a5f2 req-5d325988-1918-43ef-aee4-aac79357b2a6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:21.125588 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ae049bbb-d388-4368-b63d-30b917a5a5f2 req-5d325988-1918-43ef-aee4-aac79357b2a6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0487039 Jun 01 04:37:21.171732 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ae049bbb-d388-4368-b63d-30b917a5a5f2 req-8b52be98-fc63-42ef-a6ff-392cbd76408d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Jun 01 04:37:21.370375 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda20da-7bee-4cdb-a284-c223945e58b9 req-f90bde0c-5d85-4a22-a33f-99282751adff tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:21.371854 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7dda20da-7bee-4cdb-a284-c223945e58b9 req-f90bde0c-5d85-4a22-a33f-99282751adff tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0478303 Jun 01 04:37:21.396612 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:21.433153 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7dda20da-7bee-4cdb-a284-c223945e58b9 req-2dc66f8d-c88b-46a9-ae60-92ab1e9776c2 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556076 Jun 01 04:37:21.636581 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:37:21.916095 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2190e5c9-7f48-4473-969f-16b8ddab0ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:22.293651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797953-3c1e-4cb4-a424-e6a6a80d8cad req-08c6bc7f-9dad-4522-869f-c7278b252a2a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:22.295072 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9797953-3c1e-4cb4-a424-e6a6a80d8cad req-08c6bc7f-9dad-4522-869f-c7278b252a2a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0505250 Jun 01 04:37:22.340886 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9797953-3c1e-4cb4-a424-e6a6a80d8cad req-01078799-2311-4c16-9575-a93b460f6701 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Jun 01 04:37:22.546077 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d015ab3-9c2a-4a58-9d43-4428ee762fbb req-27e14925-d8c4-4320-805f-f60beb7cd775 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:22.547528 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d015ab3-9c2a-4a58-9d43-4428ee762fbb req-27e14925-d8c4-4320-805f-f60beb7cd775 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0461199 Jun 01 04:37:22.591793 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:22.613182 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d015ab3-9c2a-4a58-9d43-4428ee762fbb req-fa6673c7-7223-4bb8-8135-31385f4f390e tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591142 Jun 01 04:37:23.110919 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:23.461044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11bbb5-fe68-494c-b3ef-310779b76bee req-06e39d00-996d-48a5-a8f8-f91ebc6bf04c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:23.462507 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3d11bbb5-fe68-494c-b3ef-310779b76bee req-06e39d00-996d-48a5-a8f8-f91ebc6bf04c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0483859 Jun 01 04:37:23.510671 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3d11bbb5-fe68-494c-b3ef-310779b76bee req-28804f94-e14c-4bda-a88d-fb9823541dda tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Jun 01 04:37:23.731267 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05995990-82b5-4972-932c-1295b8fdd773 req-58b2a0b2-1446-401a-bdc2-c1cd196c6a6c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:23.732761 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05995990-82b5-4972-932c-1295b8fdd773 req-58b2a0b2-1446-401a-bdc2-c1cd196c6a6c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0477185 Jun 01 04:37:23.794555 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05995990-82b5-4972-932c-1295b8fdd773 req-6eb99911-21b5-48fb-b559-d4ef0ab1af0a tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542204 Jun 01 04:37:24.619792 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:24.635369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2dad-184f-4d18-9876-1876e7892bf0 req-0440b31f-ba93-40e9-8c54-a8cd3fdce0a0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:24.636859 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-135a2dad-184f-4d18-9876-1876e7892bf0 req-0440b31f-ba93-40e9-8c54-a8cd3fdce0a0 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0491619 Jun 01 04:37:24.670607 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:24.680475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:24.687702 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-135a2dad-184f-4d18-9876-1876e7892bf0 req-cfb01f36-01dd-4c87-a291-96fdea5ae521 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 Jun 01 04:37:24.909439 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d25ef-d51b-48fd-9963-b932e4ecc832 req-a2f3e032-db03-4b72-af21-a8ce30375ca8 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:24.910909 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5b1d25ef-d51b-48fd-9963-b932e4ecc832 req-a2f3e032-db03-4b72-af21-a8ce30375ca8 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0477362 Jun 01 04:37:24.970143 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5b1d25ef-d51b-48fd-9963-b932e4ecc832 req-6e17b2be-c7ac-4762-80f0-2244a2d8202e tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535748 Jun 01 04:37:25.810443 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde59ab7-35c8-48d2-9eea-d88a7a6404f2 req-79564738-2bc4-4d56-a668-bb9bef2429cc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:25.811942 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cde59ab7-35c8-48d2-9eea-d88a7a6404f2 req-79564738-2bc4-4d56-a668-bb9bef2429cc tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 944 time: 0.0491858 Jun 01 04:37:25.858991 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cde59ab7-35c8-48d2-9eea-d88a7a6404f2 req-86d8e535-0053-4261-95ce-194590759e14 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Jun 01 04:37:26.089819 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ec75b-14fe-402c-9c6c-e1d5c3750058 req-04872a67-68c0-4ab8-b6e3-67dfb6e20661 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:26.091333 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3b5ec75b-14fe-402c-9c6c-e1d5c3750058 req-04872a67-68c0-4ab8-b6e3-67dfb6e20661 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0539067 Jun 01 04:37:26.114984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:26.153746 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3b5ec75b-14fe-402c-9c6c-e1d5c3750058 req-6bd1591f-778b-4627-a61e-3566ff0dec9c tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&id=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566418 Jun 01 04:37:26.405665 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:37:26.502668 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:37:26.513518 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'port_id': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'mac_address': 'fa:16:3e:c7:b8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:37:26.552315 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:37:26.552701 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:26.565271 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:37:26.584637 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:37:26.648045 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:26.694310 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=9']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:26.980394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a92ba2-8273-4c27-b161-d4fa13c21a1e req-091375a3-61ca-4a5d-834b-c90ecce81e7c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:26.981751 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-77a92ba2-8273-4c27-b161-d4fa13c21a1e req-091375a3-61ca-4a5d-834b-c90ecce81e7c tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0478616 Jun 01 04:37:27.030501 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-77a92ba2-8273-4c27-b161-d4fa13c21a1e req-2fb208a0-f8d5-4793-b891-360809080085 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Jun 01 04:37:27.061862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:37:28.155952 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e0d4-c772-4eb8-9764-9e28b053056d req-965f219a-bb91-4672-ab97-b4bfc08fe594 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:28.157460 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b857e0d4-c772-4eb8-9764-9e28b053056d req-965f219a-bb91-4672-ab97-b4bfc08fe594 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 945 time: 0.0493510 Jun 01 04:37:28.204877 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b857e0d4-c772-4eb8-9764-9e28b053056d req-ce0b336a-61e8-4f9e-a953-56235591381d tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410624 Jun 01 04:37:28.423514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:37:28.466242 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:37:28.466610 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:28.539124 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:37:28.539529 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:28.560993 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:37:28.563167 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8500c1d-bc4a-4ef3-94da-cc98b90f8e93" -d '{"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:37:28.575700 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:37:28.599424 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a7163b-8e31-4f6a-bbe8-ba831b1f3c1e x-openstack-request-id: req-52a7163b-8e31-4f6a-bbe8-ba831b1f3c1e {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:37:28.599714 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-plugged", "status": "completed", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:37:28.599996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52a7163b-8e31-4f6a-bbe8-ba831b1f3c1e {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:37:28.600391 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a7163b-8e31-4f6a-bbe8-ba831b1f3c1e'] response: {'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'code': 200} Jun 01 04:37:28.670340 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:28.717434 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=10']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:28.953843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57adc60-33ca-4a7f-91b6-3f0f8d1da012 req-ad5a64c7-eba0-4cec-8b23-edbd42a4cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:28.955358 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b57adc60-33ca-4a7f-91b6-3f0f8d1da012 req-ad5a64c7-eba0-4cec-8b23-edbd42a4cd2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 1131 time: 0.0422144 Jun 01 04:37:28.998757 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b57adc60-33ca-4a7f-91b6-3f0f8d1da012 req-21424cd4-03f2-4147-bc34-a0572cf8f247 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Jun 01 04:37:29.326769 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aecbe-495a-4a2c-a0c1-aa0f23c9a0f4 req-99d0376f-7cdf-40cd-9db8-8ddd4956f30f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:29.328300 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-820aecbe-495a-4a2c-a0c1-aa0f23c9a0f4 req-99d0376f-7cdf-40cd-9db8-8ddd4956f30f tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0483854 Jun 01 04:37:29.375714 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-820aecbe-495a-4a2c-a0c1-aa0f23c9a0f4 req-45a06cd4-ac0d-4433-99ea-0fc2e2a2019b tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Jun 01 04:37:30.551218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5d3c7-e82d-4e99-9435-257301e2e7a0 req-965f447f-30ee-434e-9776-95b3303641b6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:30.552692 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35e5d3c7-e82d-4e99-9435-257301e2e7a0 req-965f447f-30ee-434e-9776-95b3303641b6 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.1023984 Jun 01 04:37:30.599622 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35e5d3c7-e82d-4e99-9435-257301e2e7a0 req-58f5ce5c-29bf-48bd-ab2c-8f2050cef2c4 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412741 Jun 01 04:37:30.920494 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:31.632196 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:31.633421 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:31.780956 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808ed3-eb2d-4c2c-aa90-52b1ba4e79e7 req-7127de71-9fcb-4652-aacf-643cedbac613 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:31.782455 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-58808ed3-eb2d-4c2c-aa90-52b1ba4e79e7 req-7127de71-9fcb-4652-aacf-643cedbac613 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.1090100 Jun 01 04:37:31.835251 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-58808ed3-eb2d-4c2c-aa90-52b1ba4e79e7 req-3199cf14-368b-44b5-9c05-4c3d4f612f23 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Jun 01 04:37:32.953426 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84695b9-4549-41e2-8199-72c15051a46b req-5735e212-2750-4dff-a12d-db9bb166b544 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:32.954884 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c84695b9-4549-41e2-8199-72c15051a46b req-5735e212-2750-4dff-a12d-db9bb166b544 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0479035 Jun 01 04:37:33.002360 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c84695b9-4549-41e2-8199-72c15051a46b req-b1e6d2cc-5900-41e9-9ae2-1e9f4af3bbf2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Jun 01 04:37:40.452619 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-ae08c97c-7da4-4dbe-9dc6-b0eb657813fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404241 Jun 01 04:37:40.526806 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937559e3-f720-4a64-9230-d6a0f94af75e req-a265769f-8e0f-4680-8b99-a789e0cc5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:40.528461 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-a265769f-8e0f-4680-8b99-a789e0cc5107 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1129 time: 0.0385005 Jun 01 04:37:40.634510 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937559e3-f720-4a64-9230-d6a0f94af75e req-f1d5bbd3-1199-4bbd-98fb-82bbc39bdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:40.636032 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-f1d5bbd3-1199-4bbd-98fb-82bbc39bdd8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.0893550 Jun 01 04:37:40.696886 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-c561a6f8-9c9c-47f7-9117-3a404482462f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 1001 time: 0.0540433 Jun 01 04:37:40.715180 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:40.742170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:40.747691 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937559e3-f720-4a64-9230-d6a0f94af75e req-8722a214-313d-423d-a60f-14ac828898da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:40.749150 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-8722a214-313d-423d-a60f-14ac828898da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0453520 Jun 01 04:37:40.797207 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937559e3-f720-4a64-9230-d6a0f94af75e req-f0f43de9-51db-4d14-a702-eb7ef1cb26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:40.798705 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-f0f43de9-51db-4d14-a702-eb7ef1cb26e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431440 Jun 01 04:37:40.853855 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:40.855731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:40.888831 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-543f80d5-bab1-4163-bb06-94d3dde8e25e service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827219 Jun 01 04:37:40.981548 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-937559e3-f720-4a64-9230-d6a0f94af75e req-769404e2-a593-47c1-9ad6-e2833cfdddac service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Jun 01 04:37:42.992560 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=37 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:42.998476 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=36 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:46.654746 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=11 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:46.662757 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=21 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:49.613608 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-373def6e-9aa1-454d-b9b3-ec74a8138350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:50.976681 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=20 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:50.978848 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=28 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:51.908116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6ef9abdc-8809-4f0a-b31d-a687ae407bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:53.076223 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:54.634291 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:54.926052 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ed5120f3-6ad0-4b91-b9d4-073a439171e9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799074218&fields=id&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 267 time: 0.0450106 Jun 01 04:37:55.036254 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-804053da-83ad-4d47-84f4-5a156464ed09 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:55.037720 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-804053da-83ad-4d47-84f4-5a156464ed09 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.1051872 Jun 01 04:37:55.053079 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-01b80cf2-5bbd-45fe-ab2b-0705e8f6b8b4 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/quotas/9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 375 time: 0.0098102 Jun 01 04:37:55.104347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-d8ba00c0-4095-4d04-9267-cac815aaa0f7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461981 Jun 01 04:37:55.120280 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-11e3ead2-ba2a-45b3-aa4d-94c07fc41123 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:37:55.121244 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-11e3ead2-ba2a-45b3-aa4d-94c07fc41123 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051930 Jun 01 04:37:55.215550 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-061b88ce-020c-4f2a-b846-515e2f996c63 service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877249 Jun 01 04:37:55.305510 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-eb5ade74-d395-464a-90be-6df95d88a838 service neutron] 10.222.0.18 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841079 Jun 01 04:37:55.805296 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f2f404b-79d9-47f7-a66a-b356c151493f req-1b832429-46c1-463a-b47a-113b3f3cfb97 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0327351 Jun 01 04:37:56.086926 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:56.906715 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2226009e-2850-4cf2-82f7-2e8fe9fa1f7d req-1bf63ccc-80a2-42ec-8520-1e9cc919ba02 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0316193 Jun 01 04:37:57.796781 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-adb4f345-0769-4da3-9cd4-6b4a0fb32583 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:57.798269 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-adb4f345-0769-4da3-9cd4-6b4a0fb32583 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 811 time: 0.1029296 Jun 01 04:37:57.867917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-6fc7eab4-638a-4685-bda6-6ba4f812a719 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9369d530285849b3a9eac5e0034d3170 HTTP/1.1" status: 200 len: 379 time: 0.0545800 Jun 01 04:37:57.875793 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'port': {'device_id': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'admin_state_up': True, 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'security_groups': ['6f96ed68-785b-4d55-8b3e-b797f581ad7a']}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:37:58.007999 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fc548058-d7d1-4b7d-9efd-0740f409e62e req-8e0a1e20-c3ed-4607-8542-209749d21989 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jun 01 04:37:58.058653 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Made reservation on behalf of 9369d530285849b3a9eac5e0034d3170 for: {'port': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:37:58.062142 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:58.189921 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.20.0.7 (e3dc963a-6f83-4418-ad4a-91353c23b06d/531bc883-7937-46f0-98d3-52aaca1a4af7/c95f4a69-1577-4402-b2af-06fb5349e287) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:37:58.276181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:58.280742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:58.326488 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (c95f4a69-1577-4402-b2af-06fb5349e287), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:58.411766 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:58.456863 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network e3dc963a-6f83-4418-ad4a-91353c23b06d is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:37:58.460575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:37:58.466950 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:37:58.492914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:58.508968 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.509308 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.509647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.509980 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.510307 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.510630 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.510951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.511270 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.511621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.511940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.512257 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.512574 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.512889 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.513202 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.513614 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:37:58.533566 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:58.534197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:58.636276 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:37:58.655998 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-ebd053d9-7d23-4277-b165-475f109ab17f None None] Provisioning complete for port c95f4a69-1577-4402-b2af-06fb5349e287 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:37:58.656568 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ebd053d9-7d23-4277-b165-475f109ab17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:58.661056 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-ac977fde-6927-464a-8944-e2bda4029c16 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885556 Jun 01 04:37:58.670224 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-a8b70e32-5b83-4797-9ebb-d773a470b50a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:37:58.671355 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-a8b70e32-5b83-4797-9ebb-d773a470b50a tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051298 Jun 01 04:37:58.689421 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-ebd053d9-7d23-4277-b165-475f109ab17f None None] Port c95f4a69-1577-4402-b2af-06fb5349e287 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:37:58.733851 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Request body: {'port': {'device_id': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:37:58.797611 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.033375 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:59.083560 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95f4a69-1577-4402-b2af-06fb5349e287 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:37:59.101824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks [] for port (c95f4a69-1577-4402-b2af-06fb5349e287), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.142197 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Transition to ACTIVE for port object c95f4a69-1577-4402-b2af-06fb5349e287 will not be triggered until provisioned by entity L2. {{(pid=104650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:37:59.148872 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531d18-8d9d-402c-81f2-539d07cc42cc req-582bc967-bd38-488c-abb5-09e31c9c5dfa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:59.150337 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-56531d18-8d9d-402c-81f2-539d07cc42cc req-582bc967-bd38-488c-abb5-09e31c9c5dfa tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 931 time: 0.0620465 Jun 01 04:37:59.204995 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-56531d18-8d9d-402c-81f2-539d07cc42cc req-fc94b105-30fe-4270-909d-d796d40af8af tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488298 Jun 01 04:37:59.212819 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.264749 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Pushing event updated for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:59.332372 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:37:59.342283 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Attempting to bind port c95f4a69-1577-4402-b2af-06fb5349e287 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:37:59.342672 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Attempting to bind port c95f4a69-1577-4402-b2af-06fb5349e287 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:37:59.342950 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Attempting to bind port c95f4a69-1577-4402-b2af-06fb5349e287 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:37:59.347812 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Port c95f4a69-1577-4402-b2af-06fb5349e287 on network e3dc963a-6f83-4418-ad4a-91353c23b06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:37:59.348139 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Attempting to bind port c95f4a69-1577-4402-b2af-06fb5349e287 on network e3dc963a-6f83-4418-ad4a-91353c23b06d {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:37:59.354056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:37:59.358064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Checking segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:37:59.358064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Bound using segment: {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:37:59.358064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Bound port: c95f4a69-1577-4402-b2af-06fb5349e287, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b698ece-6a44-40bb-8337-60d73057e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:37:59.358064 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.427537 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:37:59.430830 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c95f4a69-1577-4402-b2af-06fb5349e287,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:37:59.539029 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.573894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:59.574436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:37:59.576124 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] 10.222.0.45 "PUT /v2.0/ports/c95f4a69-1577-4402-b2af-06fb5349e287 HTTP/1.1" status: 200 len: 1093 time: 0.8907943 Jun 01 04:37:59.579128 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:37:59.581478 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3463560-337d-4be2-aa25-0325bf9eb74c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:37:59.606663 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb5aaf-fcc0-4571-842d-7d9cbc2341da service neutron] Pushing event updated for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:37:59.634430 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30de5362-f47f-4cc8-b80e-e1e6b1ad3d38 x-openstack-request-id: req-30de5362-f47f-4cc8-b80e-e1e6b1ad3d38 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:37:59.634717 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:37:59.634970 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30de5362-f47f-4cc8-b80e-e1e6b1ad3d38 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:37:59.635478 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30de5362-f47f-4cc8-b80e-e1e6b1ad3d38'] response: {'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'status': 'completed', 'code': 200} Jun 01 04:37:59.737485 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-b80b1053-ff18-44a6-84d7-2e6b88ff5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:59.739001 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-b80b1053-ff18-44a6-84d7-2e6b88ff5a59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1127 time: 0.0427504 Jun 01 04:37:59.848787 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-5a3fd293-ce15-48b1-bb4f-5e1d181137ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:59.850275 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-5a3fd293-ce15-48b1-bb4f-5e1d181137ee service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9369d530285849b3a9eac5e0034d3170&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968697 Jun 01 04:37:59.941823 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-3a9c47a7-7dee-44d0-9fae-7d96c7121890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:37:59.943802 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e3463560-337d-4be2-aa25-0325bf9eb74c req-3a9c47a7-7dee-44d0-9fae-7d96c7121890 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883045 Jun 01 04:38:00.043223 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-05ab0a68-cf64-4f79-984a-c14d81b837fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:00.044741 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-05ab0a68-cf64-4f79-984a-c14d81b837fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1127 time: 0.0436172 Jun 01 04:38:00.089792 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-621a8c01-83d9-40ce-b4e6-01cf1662dc7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95f4a69-1577-4402-b2af-06fb5349e287 HTTP/1.1" status: 200 len: 217 time: 0.0318685 Jun 01 04:38:00.138773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-f383850b-6851-4682-ba85-d10fd55e0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:00.140289 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-f383850b-6851-4682-ba85-d10fd55e0b6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0453405 Jun 01 04:38:00.186851 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-daa64b90-24c6-47a3-bcfa-ce896912f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:00.188608 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-daa64b90-24c6-47a3-bcfa-ce896912f119 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426126 Jun 01 04:38:00.288587 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-76e72ddb-5032-4a4c-8a82-667c74537a7d service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934253 Jun 01 04:38:00.363770 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910be0-61e6-43de-833c-3c829e086300 req-0c19f3fc-e56a-484c-bc38-bc71e66f2740 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:00.365671 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00910be0-61e6-43de-833c-3c829e086300 req-0c19f3fc-e56a-484c-bc38-bc71e66f2740 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0913665 Jun 01 04:38:00.400985 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:00.441017 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00910be0-61e6-43de-833c-3c829e086300 req-53f4f8f1-6aa9-43a6-903e-ce29c335da31 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692298 Jun 01 04:38:00.445377 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-82f428cb-4afa-4259-9eff-7a8e55746fae req-999b34ac-6628-4595-8280-486d4becbdbe service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412203 Jun 01 04:38:00.914191 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:01.556119 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a588cb-0f06-43a1-947e-8d72c537d05d req-326ace51-3a4c-4ec2-b085-15a2d8e7c8b6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:01.557579 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5a588cb-0f06-43a1-947e-8d72c537d05d req-326ace51-3a4c-4ec2-b085-15a2d8e7c8b6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Jun 01 04:38:01.606185 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b5a588cb-0f06-43a1-947e-8d72c537d05d req-46a69c08-8b27-4cd0-84a2-365fdeb25150 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Jun 01 04:38:02.722040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc90ea-6fa9-48c9-a769-c742cf00b343 req-8cc18cea-49d4-44a9-8002-03a878974a83 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:02.723571 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14cc90ea-6fa9-48c9-a769-c742cf00b343 req-8cc18cea-49d4-44a9-8002-03a878974a83 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0493939 Jun 01 04:38:02.779056 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14cc90ea-6fa9-48c9-a769-c742cf00b343 req-8f45203c-e856-4f5a-96cd-1c1fbc29b014 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497816 Jun 01 04:38:03.891483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36d73-bb83-4a51-85a4-2a1b2f0f6add req-e43b7c61-51fe-40f1-92ed-946f5e70512f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:03.892940 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05c36d73-bb83-4a51-85a4-2a1b2f0f6add req-e43b7c61-51fe-40f1-92ed-946f5e70512f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0473788 Jun 01 04:38:03.946001 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05c36d73-bb83-4a51-85a4-2a1b2f0f6add req-c44776f4-98cb-4165-bfe7-7421596f78ff tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Jun 01 04:38:05.057091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a50ce-42f2-4101-9b49-4a7c4bfdea7e req-52501c52-2548-46eb-a810-4bb39d5f00c7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:05.058549 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-801a50ce-42f2-4101-9b49-4a7c4bfdea7e req-52501c52-2548-46eb-a810-4bb39d5f00c7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0465026 Jun 01 04:38:05.107327 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-801a50ce-42f2-4101-9b49-4a7c4bfdea7e req-c099226c-21da-44c7-a5bd-2355d9b65826 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jun 01 04:38:06.220154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdbc6a-139f-46e8-942c-24689d258d2f req-53fb44fd-fa14-4903-b232-a4fd1c138341 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:06.223129 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ccdbc6a-139f-46e8-942c-24689d258d2f req-53fb44fd-fa14-4903-b232-a4fd1c138341 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0469334 Jun 01 04:38:06.270680 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ccdbc6a-139f-46e8-942c-24689d258d2f req-76edecc4-273e-4926-9187-2f3b4b5b6323 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Jun 01 04:38:07.377628 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:07.385883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e517e-6cdb-470c-b63d-fbeaa486143d req-a557a6be-dc40-407f-bf73-6af63190932b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:07.387352 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-136e517e-6cdb-470c-b63d-fbeaa486143d req-a557a6be-dc40-407f-bf73-6af63190932b tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0472751 Jun 01 04:38:07.437574 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-136e517e-6cdb-470c-b63d-fbeaa486143d req-5b9bdc43-640c-4c74-9c66-deac4fb8f83f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445609 Jun 01 04:38:08.550458 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e31d-78eb-4722-b936-ace436d11d9e req-1bc359d1-fa5d-4b7a-b54f-14f7ca23ef02 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:08.551944 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d716e31d-78eb-4722-b936-ace436d11d9e req-1bc359d1-fa5d-4b7a-b54f-14f7ca23ef02 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 943 time: 0.0473962 Jun 01 04:38:08.567823 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c95f4a69-1577-4402-b2af-06fb5349e287 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:38:08.602271 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d716e31d-78eb-4722-b936-ace436d11d9e req-e6c6b4fb-b200-4021-be36-6b070e26f865 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Jun 01 04:38:08.631149 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:08.632860 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:08.666921 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c95f4a69-1577-4402-b2af-06fb5349e287,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:08.681872 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'port_id': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'mac_address': 'fa:16:3e:7d:ca:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:38:08.717389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port c95f4a69-1577-4402-b2af-06fb5349e287 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:38:08.717690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:08.730390 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95f4a69-1577-4402-b2af-06fb5349e287 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:38:08.750311 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c95f4a69-1577-4402-b2af-06fb5349e287,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:08.813315 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:08.865309 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:08.872631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.872981 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.873327 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.873667 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.874044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.874378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.874709 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.875037 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.875388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.875719 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.876047 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.876376 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.876697 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.877019 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:08.877340 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:09.290188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['c95f4a69-1577-4402-b2af-06fb5349e287'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:38:09.725467 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f9c90-d8fe-411d-bbae-9849af32e87a req-ecc51d59-c32a-4c09-ba77-5fb2581f2ada tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:09.726850 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a93f9c90-d8fe-411d-bbae-9849af32e87a req-ecc51d59-c32a-4c09-ba77-5fb2581f2ada tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 944 time: 0.0502708 Jun 01 04:38:09.775992 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a93f9c90-d8fe-411d-bbae-9849af32e87a req-96fcefeb-7ebc-4118-a5ce-59184c1236dd tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Jun 01 04:38:10.579953 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c95f4a69-1577-4402-b2af-06fb5349e287 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:38:10.612468 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:10.626049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port c95f4a69-1577-4402-b2af-06fb5349e287 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:38:10.730644 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port c95f4a69-1577-4402-b2af-06fb5349e287 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:38:10.730939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:10.749532 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:10.803554 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port c95f4a69-1577-4402-b2af-06fb5349e287 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:38:10.803936 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:10.827743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:10.830034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc1d07-6ec0-4a24-b8df-295084495fc8" -d '{"events": [{"server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "name": "network-vif-plugged", "status": "completed", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:10.843332 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c95f4a69-1577-4402-b2af-06fb5349e287,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:10.870196 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4de38-4b8e-4e38-bc06-0b90b6b38a66 x-openstack-request-id: req-6cf4de38-4b8e-4e38-bc06-0b90b6b38a66 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:10.870488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "name": "network-vif-plugged", "status": "completed", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:10.870744 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cf4de38-4b8e-4e38-bc06-0b90b6b38a66 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:10.871155 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf4de38-4b8e-4e38-bc06-0b90b6b38a66'] response: {'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'code': 200} Jun 01 04:38:10.893862 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd1c72-0e21-4672-8e7d-4d46942446ce req-1107036a-983d-4827-b7c6-6d535efbc30f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:10.895335 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86cd1c72-0e21-4672-8e7d-4d46942446ce req-1107036a-983d-4827-b7c6-6d535efbc30f tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 944 time: 0.0520911 Jun 01 04:38:10.919481 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:10.947774 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86cd1c72-0e21-4672-8e7d-4d46942446ce req-db8d99d4-62b0-43c3-b730-0f8de4ecf288 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457785 Jun 01 04:38:10.969370 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:11.343990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f06cf-11e0-47ed-bbe3-68e37d20b18d req-50dd5005-6e4d-4655-899d-e92b39b445b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:11.345513 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a01f06cf-11e0-47ed-bbe3-68e37d20b18d req-50dd5005-6e4d-4655-899d-e92b39b445b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1129 time: 0.0387969 Jun 01 04:38:11.393631 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a01f06cf-11e0-47ed-bbe3-68e37d20b18d req-ed6d3866-0847-46b9-9de0-ed39e5d4494c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Jun 01 04:38:12.069560 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a021d-e75c-41df-9378-7d0a8fc30a70 req-ddc93af5-c66f-411a-97f2-d2533c0595c6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:12.071010 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-422a021d-e75c-41df-9378-7d0a8fc30a70 req-ddc93af5-c66f-411a-97f2-d2533c0595c6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0507081 Jun 01 04:38:12.119894 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-422a021d-e75c-41df-9378-7d0a8fc30a70 req-6aa7b697-8e16-4a89-8a08-8d01edfc2829 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Jun 01 04:38:13.239802 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4d268-debd-485a-b92b-a7a153056883 req-71b4ac7e-0b73-4300-a524-a030218ca6b9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:13.241273 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aae4d268-debd-485a-b92b-a7a153056883 req-71b4ac7e-0b73-4300-a524-a030218ca6b9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0512533 Jun 01 04:38:13.291402 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aae4d268-debd-485a-b92b-a7a153056883 req-6cb9b86d-58b2-4af4-b060-896eff325de3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446126 Jun 01 04:38:14.407327 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88bec-4a23-41f4-b681-c1f3376a43cf req-d8595991-3d87-4229-83ca-f33b17200dee tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:14.408878 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9d88bec-4a23-41f4-b681-c1f3376a43cf req-d8595991-3d87-4229-83ca-f33b17200dee tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0487580 Jun 01 04:38:14.457469 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9d88bec-4a23-41f4-b681-c1f3376a43cf req-1cf3303a-80de-468c-bf36-001f4ceaff7c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429752 Jun 01 04:38:14.573241 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4cf16-da36-478b-8931-934f90840634 req-d20d6a7e-3842-45d9-b9e0-c110165f51a3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:14.574583 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27c4cf16-da36-478b-8931-934f90840634 req-d20d6a7e-3842-45d9-b9e0-c110165f51a3 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Jun 01 04:38:14.624547 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27c4cf16-da36-478b-8931-934f90840634 req-2d69a9be-3773-4316-aea3-8c56f90524d6 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Jun 01 04:38:14.646019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34808) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:14.787881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5dee0-c9cd-49c8-aee2-21868e91b92c tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:14.789522 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2fb5dee0-c9cd-49c8-aee2-21868e91b92c tempest-TestVolumeBootPattern-1590820757 tempest-TestVolumeBootPattern-1590820757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1124 time: 0.1425314 Jun 01 04:38:14.792409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34812) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:14.796960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'port_id': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:38:14.869986 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:14.952860 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:15.057074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Allocated IP 172.27.0.33 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/621be1cb-4bd6-4a5e-b78e-a442387cae05) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:38:15.069963 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:15.108104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:15.162482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:15.258548 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:15.295713 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:38:15.300235 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:38:15.302838 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:38:15.330714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=621be1cb-4bd6-4a5e-b78e-a442387cae05,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:15.344762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.345107 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.345444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.345773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.346100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.346422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.346739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.347056 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.347399 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.347745 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.348114 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.348438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.348753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.349068 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.349382 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:38:15.674576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (87a73f2e-6948-40b0-8414-781a7310e468), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:15.798877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:15.823692 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:15.976508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:16.035529 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:16.070623 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:16.101693 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event updated for resources: {'Port': ['ID=621be1cb-4bd6-4a5e-b78e-a442387cae05,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:16.114651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (87a73f2e-6948-40b0-8414-781a7310e468), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:16.209032 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP 87a73f2e-6948-40b0-8414-781a7310e468 associated. External IP: 172.27.0.33, port: c95f4a69-1577-4402-b2af-06fb5349e287. Jun 01 04:38:16.408497 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:38:16.507449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:38:16.517449 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:38:16.528036 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:16.528645 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:37:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:16.591613 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:16.629774 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:16.633210 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f371c0d1-d4ed-43c8-a0ff-31c03c736f30 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8371634 Jun 01 04:38:16.633210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:16.633824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f6f6a-c4c6-4209-a69d-6f0952850302" -d '{"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:16.669514 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab47013-3608-4b9d-9444-caf49727d6ca x-openstack-request-id: req-9ab47013-3608-4b9d-9444-caf49727d6ca {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:16.669806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:16.670063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ab47013-3608-4b9d-9444-caf49727d6ca {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:16.670470 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab47013-3608-4b9d-9444-caf49727d6ca'] response: {'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'status': 'completed', 'code': 200} Jun 01 04:38:16.759029 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-8578379b-eaab-41a5-a108-c260b1d599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:16.760829 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-8578379b-eaab-41a5-a108-c260b1d599ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1129 time: 0.0407243 Jun 01 04:38:16.848411 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '87a73f2e-6948-40b0-8414-781a7310e468', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:7d:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:38:15Z', 'updated_at': '2022-06-01T04:38:15Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}, {'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:16.855988 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-0b824762-f9c6-4fc5-adea-95d3d34ab106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:16.857713 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-0b824762-f9c6-4fc5-adea-95d3d34ab106 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.0893409 Jun 01 04:38:16.874159 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:38:16.882730 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:16.883354 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:37:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:16.919731 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-c7089e0a-bb35-4ff6-951b-274fbf8c6691 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95f4a69-1577-4402-b2af-06fb5349e287 HTTP/1.1" status: 200 len: 998 time: 0.0550973 Jun 01 04:38:16.971595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-18073d9f-a6a5-4325-a9c5-c0e553731289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:16.973058 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-18073d9f-a6a5-4325-a9c5-c0e553731289 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0477703 Jun 01 04:38:16.986660 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:17.017570 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-7fa9e524-adfd-4387-9d58-1c955b54a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:17.019057 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-7fa9e524-adfd-4387-9d58-1c955b54a360 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393751 Jun 01 04:38:17.113254 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-703fd8fd-8c0d-4e02-9446-8bb84a62ec0a service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878627 Jun 01 04:38:17.171604 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:17.200381 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '87a73f2e-6948-40b0-8414-781a7310e468', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:7d:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:38:15Z', 'updated_at': '2022-06-01T04:38:15Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}, {'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:17.203704 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-409f6f6a-c4c6-4209-a69d-6f0952850302 req-6e8aa8b1-db38-45cb-859c-eb2701155edc service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jun 01 04:38:17.225723 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfabae-f833-4b20-b3ee-abc1ae6bd1e3 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '87a73f2e-6948-40b0-8414-781a7310e468', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:7d:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:38:15Z', 'updated_at': '2022-06-01T04:38:15Z', 'revision_number': 0, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}, {'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:38:17.431254 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec47c6e-7412-4638-91c0-c8ffb00d7d0c None None] New status for floating IP 87a73f2e-6948-40b0-8414-781a7310e468: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:38:19.623640 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f4e7-7b26-4c07-89ea-9095a375fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:21.943577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37e86ad0-a835-4e9d-adf4-d25ebc26b477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:23.096200 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:24.621885 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:26.102414 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:26.617898 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:26.622566 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:27.198447 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=76 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:27.200380 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:27.203363 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=78 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:30.988937 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:35.635844 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:38:40.878660 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:40.879935 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:40.898788 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0f293-5d29-4192-b318-ae6524d3e2aa req-25ba2dff-4263-4c9c-a709-41a004da7bf1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:40.900297 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2b0f293-5d29-4192-b318-ae6524d3e2aa req-25ba2dff-4263-4c9c-a709-41a004da7bf1 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0485535 Jun 01 04:38:40.951595 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2b0f293-5d29-4192-b318-ae6524d3e2aa req-4b661bdb-592b-4be6-8a08-716b467ade35 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Jun 01 04:38:42.075978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b0aca-3cf7-4ca2-8da1-92c700db2ceb req-63839563-1177-421b-834b-8be7974a5d62 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:42.077466 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b9b0aca-3cf7-4ca2-8da1-92c700db2ceb req-63839563-1177-421b-834b-8be7974a5d62 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0491095 Jun 01 04:38:42.124986 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b9b0aca-3cf7-4ca2-8da1-92c700db2ceb req-0592901b-84f4-4367-8eaf-c043a1b667d8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419090 Jun 01 04:38:42.196617 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-1dd4e88b-afe5-4a3f-9cb2-99a4e0a62799 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382543 Jun 01 04:38:42.942390 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-a783185f-7fa8-4ce4-b574-9199630c1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:42.943802 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-a783185f-7fa8-4ce4-b574-9199630c1f2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1168 time: 0.0407026 Jun 01 04:38:43.054420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-189a813f-e58d-40d4-b780-a5a59b68a6f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.055994 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-189a813f-e58d-40d4-b780-a5a59b68a6f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0479486 Jun 01 04:38:43.098544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-f54ab709-91a4-4413-82c6-c2aacd259325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.100209 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-f54ab709-91a4-4413-82c6-c2aacd259325 service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.0920773 Jun 01 04:38:43.253035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba476-a115-4d14-be12-05e3b91c0428 req-ef79e819-418f-4240-9593-b80589449c2a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.254407 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-af6ba476-a115-4d14-be12-05e3b91c0428 req-ef79e819-418f-4240-9593-b80589449c2a tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 947 time: 0.0568714 Jun 01 04:38:43.533683 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-af6ba476-a115-4d14-be12-05e3b91c0428 req-fd7cf9a5-1d28-47bf-9f9d-c808a4bbbd13 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbdffbbd-72d0-4c63-8603-0844712f3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721491 Jun 01 04:38:43.721912 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-ba8479e2-d3d2-4f72-b11e-92eb1fcbb049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 1001 time: 0.0766740 Jun 01 04:38:43.742817 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Deleting port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:43.743155 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:43.782286 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-d8d8ded4-1e02-4042-b61f-be1d20db26fd tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421609787&fields=id&tenant_id=cd5966396128491d814472e980cfd873 HTTP/1.1" status: 200 len: 267 time: 0.1015477 Jun 01 04:38:43.806757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-a06c1bbe-993b-46d0-930e-b4a1b18b8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.809102 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-a06c1bbe-993b-46d0-930e-b4a1b18b8c0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0785582 Jun 01 04:38:43.847086 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] For port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:43.847497 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:43.853696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-848c2d52-2683-434f-bcf2-190efa89aff5 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.855274 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-848c2d52-2683-434f-bcf2-190efa89aff5 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 984 time: 0.0661986 Jun 01 04:38:43.887472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Request body: {'port': {'security_groups': ['2db122d2-b8c1-4a55-a834-00e38ab1d48b']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:38:43.928739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-97f6e8d6-d8ee-4295-b1dd-c3869b335dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:43.931381 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-97f6e8d6-d8ee-4295-b1dd-c3869b335dab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0981050 Jun 01 04:38:44.021630 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.031944 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.032309 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.032630 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Floating IP ed365ced-a844-4154-8d21-631406fa403a disassociated. External IP: 172.27.0.19, port: 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea. Jun 01 04:38:44.033097 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Calling delete_port for 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:44.126472 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-43c405ba-f6a5-41c3-a60c-87a257afe9d7 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851542 Jun 01 04:38:44.229752 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (0b29defe-ef89-4b36-89eb-0cd5d2fb4aea), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.258958 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'Port': ['ID=0b29defe-ef89-4b36-89eb-0cd5d2fb4aea,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:44.309384 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8f04acd6-eaf7-4071-afcb-d1a7ab0d5fd0 req-a933e2cc-051c-4630-9310-dbb64efcf1b7 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726155 Jun 01 04:38:44.346065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:44.360029 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:44.364101 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:44.372591 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:38:44.379450 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.379595 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:44.446226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.452280 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:44.481296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:38:44.485631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['fe4b660b-fcd7-4ccb-8056-f5657999e42f'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:38:44.491340 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:38:44.498117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:44.498773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.504440 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dceb48e2-95a5-4eeb-938a-386c4742f08d req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "PUT /v2.0/ports/fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 942 time: 0.6247332 Jun 01 04:38:44.504924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:44.506235 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:44.507452 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:44.507652 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:44.509990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34942) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:44.554768 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] No DVR routers for this DVR port 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:38:44.564076 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.568870 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6870c7df-b55f-44cd-bac3-909ae2a2229d req-6ee8ba5c-e13b-45aa-8151-75e0c2ae0394 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.45 "DELETE /v2.0/ports/0b29defe-ef89-4b36-89eb-0cd5d2fb4aea HTTP/1.1" status: 204 len: 173 time: 0.9234889 Jun 01 04:38:44.569546 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-deleted', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:44.574510 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87d483-01b9-40c9-b104-7fea010845d3" -d '{"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-deleted", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:44.637666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91809f4-f26d-4092-b8a0-15894b4dbbb3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event updated for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=7']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:44.699435 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['fe4b660b-fcd7-4ccb-8056-f5657999e42f'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:38:44.729807 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:44.753590 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f7dd5656-29ba-42c5-9b44-cbbe12cb0c68 req-9eda4fb4-1ed4-4273-a4f7-47d4b78eaa31 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 210 time: 0.0585606 Jun 01 04:38:44.758102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20b3b0-a42b-427d-b1ef-caca08731de6 x-openstack-request-id: req-ad20b3b0-a42b-427d-b1ef-caca08731de6 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:44.758102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:44.758102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad20b3b0-a42b-427d-b1ef-caca08731de6 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:44.759991 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad20b3b0-a42b-427d-b1ef-caca08731de6'] response: {'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:38:44.848068 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.853378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d2b0d-636f-483a-9a88-0beaad882755 x-openstack-request-id: req-1c1d2b0d-636f-483a-9a88-0beaad882755 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:44.853624 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3958973-f8ca-4c63-b27b-72c3e272604e", "name": "network-vif-deleted", "tag": "0b29defe-ef89-4b36-89eb-0cd5d2fb4aea", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:44.854329 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c1d2b0d-636f-483a-9a88-0beaad882755 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:44.854697 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1d2b0d-636f-483a-9a88-0beaad882755'] response: {'server_uuid': 'a3958973-f8ca-4c63-b27b-72c3e272604e', 'name': 'network-vif-deleted', 'tag': '0b29defe-ef89-4b36-89eb-0cd5d2fb4aea', 'status': 'completed', 'code': 200} Jun 01 04:38:44.897038 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-39640ea4-8b08-46e6-a36e-b2a48e107b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:44.912015 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-39640ea4-8b08-46e6-a36e-b2a48e107b96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1129 time: 0.1458187 Jun 01 04:38:44.940850 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-55453689-2b57-4e0e-8ccc-aeeb7f0a868d None None] Provisioning complete for port fe4b660b-fcd7-4ccb-8056-f5657999e42f triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:38:44.941437 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-55453689-2b57-4e0e-8ccc-aeeb7f0a868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:44.945024 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.048959 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-e5794721-a6f8-43d1-bd2e-e43bcd31bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:45.051071 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-e5794721-a6f8-43d1-bd2e-e43bcd31bd7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.1295879 Jun 01 04:38:45.115336 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.119167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.122449 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e HTTP/1.1" status: 204 len: 168 time: 0.6087344 Jun 01 04:38:45.127940 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:45.131849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 34958) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:45.147259 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-65035d3d-3b02-43a1-b7b8-31380c276e7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 1001 time: 0.0823126 Jun 01 04:38:45.154208 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dea93-d217-4e79-9eda-e16d67d332e0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c6c9f-23db-4d5a-852b-3d3f4c028a1e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:45.163884 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:38:45.174333 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:45.175221 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:45.209695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-55453689-2b57-4e0e-8ccc-aeeb7f0a868d None None] Current status of the port fe4b660b-fcd7-4ccb-8056-f5657999e42f is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:38:45.216269 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-295bf6dc-41fb-48e6-af09-af51f20e77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:45.218187 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-295bf6dc-41fb-48e6-af09-af51f20e77b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0629282 Jun 01 04:38:45.293276 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:45.587816 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Deleting port c52c96f1-ab83-47ac-bc41-17ce34dad8c9 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:45.588188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.600287 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:45.615457 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-565e94c3-f95e-4754-97bb-8f876149adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:45.617008 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-565e94c3-f95e-4754-97bb-8f876149adb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493870 Jun 01 04:38:45.636965 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c4234d-a3ef-4f13-aaf3-cd282cb432c0 None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:27:35Z', 'revision_number': 4, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '30042b08-d3a6-4055-bdda-4f1588ba03b9', 'name': '', 'network_id': '0672bd5d-634b-4f48-aa77-f628be2afa15', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'mac_address': 'fa:16:3e:e5:2c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:34Z', 'updated_at': '2022-06-01T04:27:40Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'subnets': [{'id': '594bc7c8-5d13-48fb-ae9a-127583874aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:38:45.694223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.694959 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for floatingip (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:45.711586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Calling delete_port for c52c96f1-ab83-47ac-bc41-17ce34dad8c9 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:45.774539 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-9e130e49-b13c-40b7-8178-5e6cab2049c2 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459222 Jun 01 04:38:45.915617 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:45.941707 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29866fe0-ed4e-4da1-b3c7-c29c6b789daa req-12653afd-30c7-4e34-b6ef-344002198dac tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3958973-f8ca-4c63-b27b-72c3e272604e HTTP/1.1" status: 200 len: 210 time: 0.0520716 Jun 01 04:38:45.991015 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d956c14-c1f1-4e3d-81fd-100ea6a2af8d req-204b37cf-0877-4612-b0b3-4393df871f04 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937737 Jun 01 04:38:46.045657 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1e54d-f2db-433a-a40c-c2b60cd16066 None None] New status for floating IP ed365ced-a844-4154-8d21-631406fa403a: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:38:46.086723 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c52c96f1-ab83-47ac-bc41-17ce34dad8c9), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:46.116534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event deleted for resources: {'Port': ['ID=c52c96f1-ab83-47ac-bc41-17ce34dad8c9,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:46.183516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks [] for floatingip (67cb45ae-9d11-4d4e-bc79-c7214d8f90b3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:46.184231 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Floating IP 67cb45ae-9d11-4d4e-bc79-c7214d8f90b3 disassociated (deleted). External IP: 172.27.0.122, port: fe4b660b-fcd7-4ccb-8056-f5657999e42f. Jun 01 04:38:46.385845 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:38:46.480905 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:46.494846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:38:46.499416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:46.504537 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Sync routers for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:38:46.516465 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:46.516465 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:46.530821 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9846471d-f2be-4997-9f97-50fb0747eda3 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "DELETE /v2.0/floatingips/67cb45ae-9d11-4d4e-bc79-c7214d8f90b3 HTTP/1.1" status: 204 len: 168 time: 1.3893988 Jun 01 04:38:46.623709 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:46.732323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:46.761175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:46.761175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0b29defe-ef89-4b36-89eb-0cd5d2fb4aea not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:46.761569 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:46.764074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692" -d '{"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:46.776825 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:46.798571 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:46.807622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5cdcf1-7168-4e77-9f14-a7d12483443a x-openstack-request-id: req-ad5cdcf1-7168-4e77-9f14-a7d12483443a {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:46.807622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:46.807622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad5cdcf1-7168-4e77-9f14-a7d12483443a {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:46.807622 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5cdcf1-7168-4e77-9f14-a7d12483443a'] response: {'name': 'network-changed', 'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:38:46.815774 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:46.847879 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Checking router: 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:38:46.858182 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:46.860324 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:46.916724 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-ff40110b-eed2-4baa-af0a-52ab2574ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:46.918136 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-ff40110b-eed2-4baa-af0a-52ab2574ce1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd5966396128491d814472e980cfd873&device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 1129 time: 0.0491235 Jun 01 04:38:46.968099 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:47.027170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-09cbfeb9-ad0f-4f60-9a08-6c41c0ab631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:47.028854 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-09cbfeb9-ad0f-4f60-9a08-6c41c0ab631f service neutron] 10.222.0.45 "GET /v2.0/networks?id=11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 200 len: 915 time: 0.1042871 Jun 01 04:38:47.077618 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-b26d09d4-4d1a-43d2-92d3-e248410410f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 200 len: 217 time: 0.0421534 Jun 01 04:38:47.131719 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-8225bd19-4d6f-417b-9cfd-bb30abc0a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:47.133316 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-8225bd19-4d6f-417b-9cfd-bb30abc0a86d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 200 len: 853 time: 0.0490577 Jun 01 04:38:47.167073 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:47.168841 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:47.179353 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-99321c86-ccb0-42cd-9de1-f6b271a5fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:47.180903 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-99321c86-ccb0-42cd-9de1-f6b271a5fa39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11607d63-d036-4ed9-83f8-7655c1e3f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416150 Jun 01 04:38:47.193067 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c49b0-bdd1-4be9-a536-bc9a374c96e5 None None] The sync data for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi is: [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:34:45Z', 'revision_number': 4, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3048c7fb-d9cb-426e-a455-5004fb1bc5a7', 'name': '', 'network_id': '11607d63-d036-4ed9-83f8-7655c1e3f472', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'mac_address': 'fa:16:3e:d0:d0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:44Z', 'updated_at': '2022-06-01T04:34:49Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'subnets': [{'id': 'b9961be7-4577-48f9-be7f-9e000fbe173b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:38:47.275829 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-efb2d71d-4491-4161-a5aa-6bb7b66231e8 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887291 Jun 01 04:38:47.376711 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0e5b8ac3-b8c1-47b3-8f11-4407d1321692 req-a6f1adbd-7695-4506-8e3d-f910f52895f3 service neutron] 10.222.0.45 "GET /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943835 Jun 01 04:38:47.427978 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928fc07-c0ad-44a0-9bbb-ca7502330c18 None None] New status for floating IP 67cb45ae-9d11-4d4e-bc79-c7214d8f90b3: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:38:48.149605 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35006) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:48.204824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (fbdffbbd-72d0-4c63-8603-0844712f3aca), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.228396 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (fbdffbbd-72d0-4c63-8603-0844712f3aca), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.236017 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:48.360387 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fbdffbbd-72d0-4c63-8603-0844712f3aca), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.363129 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.364318 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbdffbbd-72d0-4c63-8603-0844712f3aca HTTP/1.1" status: 204 len: 168 time: 0.2138934 Jun 01 04:38:48.368869 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35008) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:48.374032 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758a9f-bf1a-4dce-8553-2c00881491c2 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdffbbd-72d0-4c63-8603-0844712f3aca,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:48.381556 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-e11d1a77-65ee-4370-a2f7-aa08ffb43352 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] show failed (client error): The resource could not be found. Jun 01 04:38:48.382569 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e11d1a77-65ee-4370-a2f7-aa08ffb43352 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "GET /v2.0/security-groups/fbdffbbd-72d0-4c63-8603-0844712f3aca HTTP/1.1" status: 404 len: 347 time: 0.0145223 Jun 01 04:38:48.385359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35010) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:48.512044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Deleting port 6cbbd17c-e5fd-4d14-9f48-17bb12dadc82 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:48.512397 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.594587 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.594920 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.609141 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Calling delete_port for 6cbbd17c-e5fd-4d14-9f48-17bb12dadc82 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:48.798705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (6cbbd17c-e5fd-4d14-9f48-17bb12dadc82), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.824697 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Pushing event deleted for resources: {'Port': ['ID=6cbbd17c-e5fd-4d14-9f48-17bb12dadc82,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:48.887187 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks [] for floatingip (ed365ced-a844-4154-8d21-631406fa403a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.889712 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:48.890892 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-64bb014c-b062-4d17-b8ee-ab570a5f44f3 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed365ced-a844-4154-8d21-631406fa403a HTTP/1.1" status: 204 len: 168 time: 0.5046301 Jun 01 04:38:49.657387 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6da3-ba1a-4726-8276-278dd82fda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:50.928359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7273ca-37a2-482c-b0d8-3a8850efee2a req-c94fcdca-60f2-46f1-8aaa-270287974ad0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:50.933249 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2f7273ca-37a2-482c-b0d8-3a8850efee2a req-c94fcdca-60f2-46f1-8aaa-270287974ad0 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Jun 01 04:38:50.941851 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:50.984110 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2f7273ca-37a2-482c-b0d8-3a8850efee2a req-344c4cbf-4f33-459b-8b5e-70bd9588d70b tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Jun 01 04:38:51.253828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ee3a-6efe-41fe-85dd-5c5720620a9e req-4e36a6f7-bdd4-4117-b2f1-e0585be62edd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:51.255124 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee88ee3a-6efe-41fe-85dd-5c5720620a9e req-4e36a6f7-bdd4-4117-b2f1-e0585be62edd tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0482452 Jun 01 04:38:51.318524 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee88ee3a-6efe-41fe-85dd-5c5720620a9e req-b358973f-2e5b-4106-b45a-f3c8217324f7 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511398 Jun 01 04:38:51.637114 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35070) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:51.958511 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-90d40859-5422-4453-9023-abf5bc6e0af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:52.148039 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:52.185298 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ee03-047b-4646-a451-a12d9a8d1f39 req-72429b21-4074-4a33-b19a-5559e3e40b38 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:52.186764 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91d8ee03-047b-4646-a451-a12d9a8d1f39 req-72429b21-4074-4a33-b19a-5559e3e40b38 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.1195683 Jun 01 04:38:52.280006 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91d8ee03-047b-4646-a451-a12d9a8d1f39 req-8b7cf0b7-6a7b-41fd-b38c-70061953200a tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863221 Jun 01 04:38:52.401422 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:52.436705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117371-c6ee-4597-981a-e06aef0620c4 req-9b17d981-68b3-4375-80a4-33f3217ab084 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:52.438187 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50117371-c6ee-4597-981a-e06aef0620c4 req-9b17d981-68b3-4375-80a4-33f3217ab084 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Jun 01 04:38:52.464469 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Deleting port 30042b08-d3a6-4055-bdda-4f1588ba03b9 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:52.464804 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:52.485817 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50117371-c6ee-4597-981a-e06aef0620c4 req-5211a481-772b-45c7-a776-727ad1d77e46 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Jun 01 04:38:52.543024 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] For port 30042b08-d3a6-4055-bdda-4f1588ba03b9, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=30042b08-d3a6-4055-bdda-4f1588ba03b9,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:52.543308 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:52.555639 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Calling delete_port for 30042b08-d3a6-4055-bdda-4f1588ba03b9 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:52.616209 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:52.817203 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (30042b08-d3a6-4055-bdda-4f1588ba03b9), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:52.840276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=30042b08-d3a6-4055-bdda-4f1588ba03b9,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:53.006829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:53.097185 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:53.427493 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da88c2a-7f6c-4833-9b9f-ff0994098389 req-519660c8-f22d-4660-9f3e-1e9be77510e2 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:53.428850 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2da88c2a-7f6c-4833-9b9f-ff0994098389 req-519660c8-f22d-4660-9f3e-1e9be77510e2 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0562632 Jun 01 04:38:53.506852 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:38:53.523212 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2da88c2a-7f6c-4833-9b9f-ff0994098389 req-7704d00c-0f5e-4a14-b13c-d045f9205781 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875216 Jun 01 04:38:53.562578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:53.623127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38617c85-93ad-48bf-8235-8efe8e7a013a req-1851d4a2-ce47-485a-b9f0-3f7669229fa2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:53.624712 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-38617c85-93ad-48bf-8235-8efe8e7a013a req-1851d4a2-ce47-485a-b9f0-3f7669229fa2 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Jun 01 04:38:53.633679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:38:53.642315 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3ed9acdf-c896-44e3-b0b1-8838b105bfaf admin admin] 10.222.0.18 "PUT /v2.0/routers/94bcb2e1-cc3f-4da8-83af-0b0353243d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047886 Jun 01 04:38:53.642315 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35082) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:53.644060 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Sync routers for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:38:53.656687 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:53.657302 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:53.678692 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-38617c85-93ad-48bf-8235-8efe8e7a013a req-c7428812-7bd3-4261-a2da-ffe474007386 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Jun 01 04:38:53.747487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks [] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:53.760900 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:53.800911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:53.859276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks [] for router_gateway (94bcb2e1-cc3f-4da8-83af-0b0353243d49), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:53.939611 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:38:52Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:53.963890 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Checking router: 94bcb2e1-cc3f-4da8-83af-0b0353243d49 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:38:53.972241 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Routers {'94bcb2e1-cc3f-4da8-83af-0b0353243d49'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:53.972830 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:54.038108 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Deleting port 70e90c02-da5b-49f2-b39d-510ea7f34485 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:54.038564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.075433 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] Set router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:54.097759 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:54.156101 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] For port 70e90c02-da5b-49f2-b39d-510ea7f34485, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=70e90c02-da5b-49f2-b39d-510ea7f34485,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:54.156466 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.179646 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-11c3d7e4-f61d-4035-b1f7-a886ccc6c7a1 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:54.181291 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-11c3d7e4-f61d-4035-b1f7-a886ccc6c7a1 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0828354 Jun 01 04:38:54.183078 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Calling delete_port for 70e90c02-da5b-49f2-b39d-510ea7f34485 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:54.326462 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:38:52Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:54.354300 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1063f34-d797-4e58-99fc-0ab5d4a449ca None None] The sync data for ids ['94bcb2e1-cc3f-4da8-83af-0b0353243d49'] in dv-cinder-667108-37-iscsi is: [{'id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'name': 'tempest-AttachVolumeShelveTestJSON-1503080902-router', 'tenant_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:27:28Z', 'updated_at': '2022-06-01T04:38:52Z', 'revision_number': 5, 'project_id': 'd12a9b5dc38b4aa7aed77adc89d0e6a4', 'gw_port': {'id': '70e90c02-da5b-49f2-b39d-510ea7f34485', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bcb2e1-cc3f-4da8-83af-0b0353243d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:27:29Z', 'updated_at': '2022-06-01T04:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:38:54.362506 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Deleting port fe4b660b-fcd7-4ccb-8056-f5657999e42f {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:54.363738 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.481237 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:54.503236 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] For port fe4b660b-fcd7-4ccb-8056-f5657999e42f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fe4b660b-fcd7-4ccb-8056-f5657999e42f,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:54.503620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.516259 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Calling delete_port for fe4b660b-fcd7-4ccb-8056-f5657999e42f owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:54.556034 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (70e90c02-da5b-49f2-b39d-510ea7f34485), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.592168 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e90c02-da5b-49f2-b39d-510ea7f34485,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:54.640057 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.701202 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:54.714906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8ec9-05f3-4af0-8a38-2329ccd87831 req-fb2ab65f-dfff-45c2-a6ce-f2ec4e34454f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:54.716468 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6cec8ec9-05f3-4af0-8a38-2329ccd87831 req-fb2ab65f-dfff-45c2-a6ce-f2ec4e34454f tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 945 time: 0.0991051 Jun 01 04:38:54.718098 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.829341 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-39f11a22-edbb-49f3-917b-2de8db2a5c3b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:54.830892 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-39f11a22-edbb-49f3-917b-2de8db2a5c3b tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0845528 Jun 01 04:38:54.838978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c0b3-e85a-4d08-8cd0-5cd95d1f38f4 req-135fcec3-702e-4df3-b408-fbe8bb8ae7a9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:38:54.841269 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0878c0b3-e85a-4d08-8cd0-5cd95d1f38f4 req-135fcec3-702e-4df3-b408-fbe8bb8ae7a9 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 945 time: 0.0844269 Jun 01 04:38:54.874508 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.878819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:54.880190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks [] for router_controller (94bcb2e1-cc3f-4da8-83af-0b0353243d49), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.959145 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0878c0b3-e85a-4d08-8cd0-5cd95d1f38f4 req-fd67a5d1-478d-4b6a-90ef-b839922e4f03 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda16652-0482-4bd5-a835-4899dce43808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053360 Jun 01 04:38:54.967697 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Deleting port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:54.968036 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:54.972143 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6cec8ec9-05f3-4af0-8a38-2329ccd87831 req-ba0e567f-0424-4009-b0b0-7d9b9975737a tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/security-groups?id=2db122d2-b8c1-4a55-a834-00e38ab1d48b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292986 Jun 01 04:38:55.052289 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (fe4b660b-fcd7-4ccb-8056-f5657999e42f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.066605 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] For port 4e9e2f71-edd1-4e77-8eea-aaca161637e1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=4e9e2f71-edd1-4e77-8eea-aaca161637e1,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:55.067028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.085906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (94bcb2e1-cc3f-4da8-83af-0b0353243d49), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.085906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94bcb2e1-cc3f-4da8-83af-0b0353243d49 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:38:55.085906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Pushing event deleted for resources: {'Port': ['ID=fe4b660b-fcd7-4ccb-8056-f5657999e42f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:55.090578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.094064 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-93674d2c-6ef8-4a18-a1e1-bf5b2d6cac75 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94bcb2e1-cc3f-4da8-83af-0b0353243d49 HTTP/1.1" status: 204 len: 168 time: 1.4484887 Jun 01 04:38:55.094421 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35090) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:55.157406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Deleting subnet 594bc7c8-5d13-48fb-ae9a-127583874aba {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:38:55.179172 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Publish callbacks [] for subnet (594bc7c8-5d13-48fb-ae9a-127583874aba), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.222179 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] No DVR routers for this DVR port fe4b660b-fcd7-4ccb-8056-f5657999e42f on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:38:55.225318 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.229915 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f561160f-5c13-4208-9c18-6aef89d81cd6 req-af9146ae-c706-4c01-9e5b-df7e3f7c1265 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.45 "DELETE /v2.0/ports/fe4b660b-fcd7-4ccb-8056-f5657999e42f HTTP/1.1" status: 204 len: 173 time: 1.0064549 Jun 01 04:38:55.232497 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'name': 'network-vif-deleted', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:55.235689 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2768cb-4a5e-4f40-a28a-b3cd22d8c4f3" -d '{"events": [{"server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "name": "network-vif-deleted", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:55.240968 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.241343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.242225 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Floating IP 2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d disassociated. External IP: 172.27.0.4, port: 4e9e2f71-edd1-4e77-8eea-aaca161637e1. Jun 01 04:38:55.242225 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Calling delete_port for 4e9e2f71-edd1-4e77-8eea-aaca161637e1 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:55.258198 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (594bc7c8-5d13-48fb-ae9a-127583874aba), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.283511 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6ca3e-b2c0-4433-929d-015e946b8b3c x-openstack-request-id: req-97a6ca3e-b2c0-4433-929d-015e946b8b3c {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:55.283805 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a901966-c203-41d4-9db4-e2a896daffa7", "name": "network-vif-deleted", "tag": "fe4b660b-fcd7-4ccb-8056-f5657999e42f", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:55.284059 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97a6ca3e-b2c0-4433-929d-015e946b8b3c {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:55.284466 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a6ca3e-b2c0-4433-929d-015e946b8b3c'] response: {'server_uuid': '8a901966-c203-41d4-9db4-e2a896daffa7', 'name': 'network-vif-deleted', 'tag': 'fe4b660b-fcd7-4ccb-8056-f5657999e42f', 'status': 'completed', 'code': 200} Jun 01 04:38:55.315627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:55.338576 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (594bc7c8-5d13-48fb-ae9a-127583874aba), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.441098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (4e9e2f71-edd1-4e77-8eea-aaca161637e1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.467633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'Port': ['ID=4e9e2f71-edd1-4e77-8eea-aaca161637e1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:55.481580 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (594bc7c8-5d13-48fb-ae9a-127583874aba), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.526075 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594bc7c8-5d13-48fb-ae9a-127583874aba,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:55.528498 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.531800 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-786d4017-2678-42af-8a0f-ef90efc3fa40 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/594bc7c8-5d13-48fb-ae9a-127583874aba HTTP/1.1" status: 204 len: 168 time: 0.4366584 Jun 01 04:38:55.534328 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35096) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:55.545986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25029c-b8a6-4e31-9953-9c84a8864445 None None] Network 0672bd5d-634b-4f48-aa77-f628be2afa15 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:38:55.631122 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:38:55.699255 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:55.702443 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (0672bd5d-634b-4f48-aa77-f628be2afa15), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.758388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 30042b08-d3a6-4055-bdda-4f1588ba03b9 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:55.764870 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Deleting port d69b9d4e-db05-4164-a8f6-3465cadb0a14 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:55.765437 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.782453 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 30042b08-d3a6-4055-bdda-4f1588ba03b9 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:55.782939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 30042b08-d3a6-4055-bdda-4f1588ba03b9 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:55.783397 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 70e90c02-da5b-49f2-b39d-510ea7f34485 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:55.787494 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:38:55.804204 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 70e90c02-da5b-49f2-b39d-510ea7f34485 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:55.804561 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 70e90c02-da5b-49f2-b39d-510ea7f34485 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:55.817796 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:38:55.835206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] DHCP port deletion for 0672bd5d-634b-4f48-aa77-f628be2afa15 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:38:55.840727 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] No DVR routers for this DVR port 4e9e2f71-edd1-4e77-8eea-aaca161637e1 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:38:55.842552 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:55.843140 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:55.843708 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.847416 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85a06e6c-3afb-4809-a6fb-a7042fcd1590 req-8d4453be-3c97-49c3-b7c7-bc3187efa623 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.45 "DELETE /v2.0/ports/4e9e2f71-edd1-4e77-8eea-aaca161637e1 HTTP/1.1" status: 204 len: 173 time: 1.0050061 Jun 01 04:38:55.847941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'name': 'network-vif-deleted', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:38:55.853273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95080267-7702-4d4e-b1a5-72b39cc060e1" -d '{"events": [{"server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "name": "network-vif-deleted", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:38:55.858377 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] For port d69b9d4e-db05-4164-a8f6-3465cadb0a14, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d69b9d4e-db05-4164-a8f6-3465cadb0a14,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:55.858745 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.872549 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Calling delete_port for d69b9d4e-db05-4164-a8f6-3465cadb0a14 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:55.904252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708be86f-0f26-4356-827e-4e93fad2af7b x-openstack-request-id: req-708be86f-0f26-4356-827e-4e93fad2af7b {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:38:55.904869 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf719576-f4a4-4035-9a04-d219fcd92bc4", "name": "network-vif-deleted", "tag": "4e9e2f71-edd1-4e77-8eea-aaca161637e1", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:38:55.905426 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-708be86f-0f26-4356-827e-4e93fad2af7b {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:38:55.906072 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708be86f-0f26-4356-827e-4e93fad2af7b'] response: {'server_uuid': 'bf719576-f4a4-4035-9a04-d219fcd92bc4', 'name': 'network-vif-deleted', 'tag': '4e9e2f71-edd1-4e77-8eea-aaca161637e1', 'status': 'completed', 'code': 200} Jun 01 04:38:55.972444 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:55.976717 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:55.989604 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Deleting port d69b9d4e-db05-4164-a8f6-3465cadb0a14 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:55.989986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:55.998436 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:56.046984 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.097030 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69b9d4e-db05-4164-a8f6-3465cadb0a14,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:56.110088 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2b982b02-f773-45ee-9f85-e033f6fac81a req-3726862c-4e95-4b0c-b36c-fd636c6d2582 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf719576-f4a4-4035-9a04-d219fcd92bc4 HTTP/1.1" status: 200 len: 210 time: 0.0489507 Jun 01 04:38:56.111759 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] No DVR routers for this DVR port d69b9d4e-db05-4164-a8f6-3465cadb0a14 on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:38:56.170502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] For port d69b9d4e-db05-4164-a8f6-3465cadb0a14, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d69b9d4e-db05-4164-a8f6-3465cadb0a14,segment=NetworkSegment(3ef4d568-5f10-482b-a564-c20d0e145049),segment_id=3ef4d568-5f10-482b-a564-c20d0e145049)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:56.170902 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.217126 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ecc69d2-ffbc-43bf-9e34-0c5006d1b5dc req-be9a90ae-f8fe-41f2-91c8-85f037c1e0a6 tempest-TestMinimumBasicScenario-1690120754 tempest-TestMinimumBasicScenario-1690120754-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a901966-c203-41d4-9db4-e2a896daffa7 HTTP/1.1" status: 200 len: 210 time: 0.0702837 Jun 01 04:38:56.218575 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Calling delete_port for d69b9d4e-db05-4164-a8f6-3465cadb0a14 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:56.226340 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.246966 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (0672bd5d-634b-4f48-aa77-f628be2afa15), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.275083 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0672bd5d-634b-4f48-aa77-f628be2afa15']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:56.285593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef4d568-5f10-482b-a564-c20d0e145049') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:56.285894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef4d568-5f10-482b-a564-c20d0e145049') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:56.294362 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:56.296188 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (3ef4d568-5f10-482b-a564-c20d0e145049), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.309782 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (3ef4d568-5f10-482b-a564-c20d0e145049), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.315838 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:38:56.316230 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (3ef4d568-5f10-482b-a564-c20d0e145049), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.360168 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 3ef4d568-5f10-482b-a564-c20d0e145049 resource provider aggregate not found Jun 01 04:38:56.389213 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 3ef4d568-5f10-482b-a564-c20d0e145049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ef4d568-5f10-482b-a564-c20d0e145049 found for delete ", "request_id": "req-890e64c5-a523-4e97-9cb6-caef96227b56"}]} Jun 01 04:38:56.389886 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (d69b9d4e-db05-4164-a8f6-3465cadb0a14), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.397205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:56.437938 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] No DVR routers for this DVR port d69b9d4e-db05-4164-a8f6-3465cadb0a14 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:38:56.439874 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:38:56.441924 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241220a8-645d-4dfc-a4f6-3110284a94e1 None None] Pushing event deleted for resources: {'Port': ['ID=d69b9d4e-db05-4164-a8f6-3465cadb0a14,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:56.452164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (0672bd5d-634b-4f48-aa77-f628be2afa15), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.452724 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:38:56.453346 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:56.459924 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.463857 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0672bd5d-634b-4f48-aa77-f628be2afa15 HTTP/1.1" status: 204 len: 168 time: 0.9276714 Jun 01 04:38:56.475847 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e75e55-a6d0-4201-96a6-26ff0a7407a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0672bd5d-634b-4f48-aa77-f628be2afa15,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:56.736403 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:38:56.741671 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35110) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:56.789249 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0054595b-d82a-4644-948b-c470ba579673 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d12a9b5dc38b4aa7aed77adc89d0e6a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441816 Jun 01 04:38:56.789635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35112) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:56.840795 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device fe4b660b-fcd7-4ccb-8056-f5657999e42f no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:56.847805 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] Publish callbacks [] for security_group (880bbef0-7e55-4774-842e-f75be2537c45), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.871190 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] Publish callbacks [] for security_group (880bbef0-7e55-4774-842e-f75be2537c45), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.904771 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: fe4b660b-fcd7-4ccb-8056-f5657999e42f {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:56.905030 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device fe4b660b-fcd7-4ccb-8056-f5657999e42f not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:56.905445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 4e9e2f71-edd1-4e77-8eea-aaca161637e1 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:56.911196 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:56.946189 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 4e9e2f71-edd1-4e77-8eea-aaca161637e1 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:56.946535 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 4e9e2f71-edd1-4e77-8eea-aaca161637e1 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:56.966181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (880bbef0-7e55-4774-842e-f75be2537c45), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.969258 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:56.971024 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/880bbef0-7e55-4774-842e-f75be2537c45 HTTP/1.1" status: 204 len: 168 time: 0.1798363 Jun 01 04:38:56.980609 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da549dc6-de75-4338-8171-d0022f5a9f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880bbef0-7e55-4774-842e-f75be2537c45,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:57.038940 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:38:57.066853 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950b90d-b906-4c46-9941-bb8101f3adbb None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:13Z', 'revision_number': 4, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '8e5de9de-4326-4d7a-a341-bcd62b76ac47', 'name': '', 'network_id': 'e9688948-1a1c-4b5b-bf21-d65382a9ef23', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'mac_address': 'fa:16:3e:c9:a3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:12Z', 'updated_at': '2022-06-01T04:29:17Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'subnets': [{'id': 'ea12d594-5adb-4248-95fb-f5e8b22e4e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:38:57.280818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35122) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:57.303447 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7bdca-2b07-44d1-81cd-8d5c691eb70e None None] New status for floating IP 2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:38:57.345053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:57.359134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (dda16652-0482-4bd5-a835-4899dce43808), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.402668 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (dda16652-0482-4bd5-a835-4899dce43808), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.543086 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (dda16652-0482-4bd5-a835-4899dce43808), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.545759 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.546967 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "DELETE /v2.0/security-groups/dda16652-0482-4bd5-a835-4899dce43808 HTTP/1.1" status: 204 len: 168 time: 0.2702637 Jun 01 04:38:57.550357 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35148) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:57.557649 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdec16-dd5c-4f49-9e04-38c423df6ea5 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda16652-0482-4bd5-a835-4899dce43808,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:57.570600 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-68884337-190f-4c2e-8f94-adaff8e78613 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] show failed (client error): The resource could not be found. Jun 01 04:38:57.571737 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-68884337-190f-4c2e-8f94-adaff8e78613 tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "GET /v2.0/security-groups/dda16652-0482-4bd5-a835-4899dce43808 HTTP/1.1" status: 404 len: 347 time: 0.0209749 Jun 01 04:38:57.575247 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35152) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:57.598700 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d69b9d4e-db05-4164-a8f6-3465cadb0a14 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:38:57.618692 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: d69b9d4e-db05-4164-a8f6-3465cadb0a14 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:38:57.619725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d69b9d4e-db05-4164-a8f6-3465cadb0a14 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:38:57.692444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Deleting port 97801687-a911-46a2-9d58-e9069b0e31f4 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:57.692708 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.754516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:57.775555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.775893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (97801687-a911-46a2-9d58-e9069b0e31f4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:57.788633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Calling delete_port for 97801687-a911-46a2-9d58-e9069b0e31f4 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:38:57.988919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (97801687-a911-46a2-9d58-e9069b0e31f4), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:58.013389 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Pushing event deleted for resources: {'Port': ['ID=97801687-a911-46a2-9d58-e9069b0e31f4,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:38:58.083504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks [] for floatingip (2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:58.086094 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:58.087232 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-88fa8978-2734-4c25-900b-1f9e0ab786ac tempest-AttachVolumeTestJSON-1274552074 tempest-AttachVolumeTestJSON-1274552074-project] 10.222.0.18 "DELETE /v2.0/floatingips/2fd2fa00-9c5e-43b3-a0c0-da53fd37ce8d HTTP/1.1" status: 204 len: 168 time: 0.5108294 Jun 01 04:38:59.020773 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35214) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:38:59.210626 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:38:59.341028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:59.843449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Deleting port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:38:59.843588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:59.925828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] For port 3048c7fb-d9cb-426e-a455-5004fb1bc5a7, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:38:59.926193 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:38:59.939253 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Calling delete_port for 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:00.001435 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:00.211931 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (3048c7fb-d9cb-426e-a455-5004fb1bc5a7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:00.243739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3048c7fb-d9cb-426e-a455-5004fb1bc5a7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:00.402492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:00.416297 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:00.631875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:00.743438 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:00.749766 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8c06ecae-4630-4939-83fe-2c548db90c68 admin admin] 10.222.0.18 "PUT /v2.0/routers/6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265222 Jun 01 04:39:00.752332 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35266) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:00.755037 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Sync routers for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:00.776890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:00.789682 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:00.789682 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:00.864791 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks [] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:00.866265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:00.892294 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:00.967591 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks [] for router_gateway (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.036955 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.073810 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Deleting port 91847a40-a878-4d54-9ab1-9b19f48fe013 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:01.074317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.078771 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:39:00Z', 'revision_number': 5, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port': {'id': '91847a40-a878-4d54-9ab1-9b19f48fe013', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:43Z', 'updated_at': '2022-06-01T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:01.107638 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Checking router: 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:01.117002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Routers {'6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:01.117631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:01.168179 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] For port 91847a40-a878-4d54-9ab1-9b19f48fe013, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=91847a40-a878-4d54-9ab1-9b19f48fe013,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:01.172485 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.184032 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Calling delete_port for 91847a40-a878-4d54-9ab1-9b19f48fe013 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:01.219896 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] Set router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:01.272659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:39:00Z', 'revision_number': 6, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:01.298349 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62fa6-23b3-4e98-beca-5d98c2039047 None None] The sync data for ids ['6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5'] in dv-cinder-667108-37-iscsi is: [{'id': '6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5', 'name': 'tempest-TestMinimumBasicScenario-285454341-router', 'tenant_id': 'cd5966396128491d814472e980cfd873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:42Z', 'updated_at': '2022-06-01T04:39:00Z', 'revision_number': 6, 'project_id': 'cd5966396128491d814472e980cfd873', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:01.462852 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (91847a40-a878-4d54-9ab1-9b19f48fe013), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.498555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91847a40-a878-4d54-9ab1-9b19f48fe013,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:01.563266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.656309 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.658931 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks [] for router_controller (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.786857 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.791624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:39:01.792906 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.794102 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7f9e8b17-6d9d-44ea-a3d6-9fee24617fc1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6fdb1da8-2e75-4e6d-826a-f2e0595a3ce5 HTTP/1.1" status: 204 len: 168 time: 1.0416539 Jun 01 04:39:01.796537 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35308) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:01.831109 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:01.845028 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Deleting subnet b9961be7-4577-48f9-be7f-9e000fbe173b {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:39:01.849254 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Publish callbacks [] for subnet (b9961be7-4577-48f9-be7f-9e000fbe173b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.887000 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (b9961be7-4577-48f9-be7f-9e000fbe173b), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:01.994390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (b9961be7-4577-48f9-be7f-9e000fbe173b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.019815 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:02.098172 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:02.126869 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:02.127224 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3048c7fb-d9cb-426e-a455-5004fb1bc5a7 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:02.137437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (b9961be7-4577-48f9-be7f-9e000fbe173b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.170243 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9961be7-4577-48f9-be7f-9e000fbe173b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:02.175088 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.177505 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-668ced52-4f60-4b1a-adef-f1a74c20bf4e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b9961be7-4577-48f9-be7f-9e000fbe173b HTTP/1.1" status: 204 len: 168 time: 0.3800318 Jun 01 04:39:02.180676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35328) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:02.187112 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5924fa9-4364-4879-aa8d-32240249bd9f None None] Network 11607d63-d036-4ed9-83f8-7655c1e3f472 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:02.206588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35330) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:02.271240 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (11607d63-d036-4ed9-83f8-7655c1e3f472), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.317833 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Deleting port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:02.317833 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.391480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] DHCP port deletion for 11607d63-d036-4ed9-83f8-7655c1e3f472 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:39:02.395349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] For port 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6e8a3f71-c52f-4023-8e3f-83065b0a5266,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:02.395919 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.414748 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Calling delete_port for 6e8a3f71-c52f-4023-8e3f-83065b0a5266 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:02.441528 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Deleting port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:02.442227 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.594573 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.630218 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] No DVR routers for this DVR port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:02.633494 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8a3f71-c52f-4023-8e3f-83065b0a5266,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:02.675240 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.675834 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.676326 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.676820 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.678080 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.678454 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.679839 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.680847 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.681982 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.682869 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.684011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] For port 6e8a3f71-c52f-4023-8e3f-83065b0a5266, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6e8a3f71-c52f-4023-8e3f-83065b0a5266,segment=NetworkSegment(5908e7e6-7908-4720-b3da-39bc76010336),segment_id=5908e7e6-7908-4720-b3da-39bc76010336)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:02.684414 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.689462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.689597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.689597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.689597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.689597 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:02.700933 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Calling delete_port for 6e8a3f71-c52f-4023-8e3f-83065b0a5266 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:02.751799 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (11607d63-d036-4ed9-83f8-7655c1e3f472), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.774339 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11607d63-d036-4ed9-83f8-7655c1e3f472']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:02.785693 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5908e7e6-7908-4720-b3da-39bc76010336') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:02.785998 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5908e7e6-7908-4720-b3da-39bc76010336') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:02.791081 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (6e8a3f71-c52f-4023-8e3f-83065b0a5266), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.796095 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:02.796458 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (5908e7e6-7908-4720-b3da-39bc76010336), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.812420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (5908e7e6-7908-4720-b3da-39bc76010336), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.819113 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:39:02.819823 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (5908e7e6-7908-4720-b3da-39bc76010336), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.824722 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] No DVR routers for this DVR port 6e8a3f71-c52f-4023-8e3f-83065b0a5266 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:02.829414 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb491a-c9bf-4a93-b870-eae06506c4b4 None None] Pushing event deleted for resources: {'Port': ['ID=6e8a3f71-c52f-4023-8e3f-83065b0a5266,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:02.867116 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:02.867669 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5908e7e6-7908-4720-b3da-39bc76010336 resource provider aggregate not found Jun 01 04:39:02.892710 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5908e7e6-7908-4720-b3da-39bc76010336 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5908e7e6-7908-4720-b3da-39bc76010336 found for delete ", "request_id": "req-c1a33380-e1bf-4b98-9422-be2096387bb9"}]} Jun 01 04:39:02.933932 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35344) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:02.984133 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (11607d63-d036-4ed9-83f8-7655c1e3f472), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.002922 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.006037 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] 10.222.0.18 "DELETE /v2.0/networks/11607d63-d036-4ed9-83f8-7655c1e3f472 HTTP/1.1" status: 204 len: 168 time: 0.8243577 Jun 01 04:39:03.007501 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ecab1-0604-4dfb-997e-e86aace72754 admin admin] Pushing event deleted for resources: {'Network': ['ID=11607d63-d036-4ed9-83f8-7655c1e3f472,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:03.009172 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35348) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:03.015720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:03.067421 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f11bdf4c-31a9-4abd-9034-1c228997f033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.102495 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Deleting port 8e5de9de-4326-4d7a-a341-bcd62b76ac47 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:03.102757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.189508 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] For port 8e5de9de-4326-4d7a-a341-bcd62b76ac47, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8e5de9de-4326-4d7a-a341-bcd62b76ac47,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:03.189877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.204782 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Calling delete_port for 8e5de9de-4326-4d7a-a341-bcd62b76ac47 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:03.272040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:03.345517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:03.374803 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:03.474341 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (8e5de9de-4326-4d7a-a341-bcd62b76ac47), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.498784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5de9de-4326-4d7a-a341-bcd62b76ac47,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:03.523692 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f11bdf4c-31a9-4abd-9034-1c228997f033 admin admin] Publish callbacks [] for security_group (5066a782-90fb-4fcd-ae41-d6941efdf8a1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.581284 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f11bdf4c-31a9-4abd-9034-1c228997f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5066a782-90fb-4fcd-ae41-d6941efdf8a1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.624741 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bdf4c-31a9-4abd-9034-1c228997f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5066a782-90fb-4fcd-ae41-d6941efdf8a1,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:03.665748 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f11bdf4c-31a9-4abd-9034-1c228997f033 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40c58fd7462e4e99938c6f7e1c14022b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7307341 Jun 01 04:39:03.668914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35350) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:03.698253 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6e8a3f71-c52f-4023-8e3f-83065b0a5266 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:03.715040 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.732480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 6e8a3f71-c52f-4023-8e3f-83065b0a5266 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:03.733256 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6e8a3f71-c52f-4023-8e3f-83065b0a5266 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:03.733814 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 91847a40-a878-4d54-9ab1-9b19f48fe013 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:03.743435 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:03.753227 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (b85f51dd-4733-4362-a70f-7adaba2e411e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.760155 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 91847a40-a878-4d54-9ab1-9b19f48fe013 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:03.760658 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 91847a40-a878-4d54-9ab1-9b19f48fe013 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:03.806447 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] Publish callbacks [] for security_group (5066a782-90fb-4fcd-ae41-d6941efdf8a1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:03.842488 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] Publish callbacks [] for security_group (5066a782-90fb-4fcd-ae41-d6941efdf8a1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.060225 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Deleting port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:04.060488 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.098442 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5066a782-90fb-4fcd-ae41-d6941efdf8a1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.100966 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.102079 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5066a782-90fb-4fcd-ae41-d6941efdf8a1 HTTP/1.1" status: 204 len: 168 time: 0.4322774 Jun 01 04:39:04.123503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7b612-ee51-47a0-a8b7-8d83af3b8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066a782-90fb-4fcd-ae41-d6941efdf8a1,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:04.173556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3574b730-223d-45de-935b-01626f357020 admin admin] For port 3e6052e7-b08c-4f8b-99a8-ff835a558fb7, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:04.173925 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.188004 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Calling delete_port for 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:04.201197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Router 7132afc7-db5f-4416-8dee-3c66b32edfa1 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:04.287957 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:04.305848 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:04.311913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-31d85d48-5746-4bae-ba10-62401ed8f079 admin admin] 10.222.0.18 "PUT /v2.0/routers/7132afc7-db5f-4416-8dee-3c66b32edfa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043897 Jun 01 04:39:04.314394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35354) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:04.322112 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Sync routers for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:04.335744 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:04.336363 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:04.413511 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:04.423975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks [] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.428578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (3e6052e7-b08c-4f8b-99a8-ff835a558fb7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.448633 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:04.492649 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6052e7-b08c-4f8b-99a8-ff835a558fb7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:04.502944 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:04.560009 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks [] for router_gateway (7132afc7-db5f-4416-8dee-3c66b32edfa1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.638192 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:39:03Z', 'revision_number': 5, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port': {'id': '4420d5ea-d1bd-464d-9039-b9a4e8da7797', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:04.659503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (b85f51dd-4733-4362-a70f-7adaba2e411e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.669354 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Checking router: 7132afc7-db5f-4416-8dee-3c66b32edfa1 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:04.683434 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Routers {'7132afc7-db5f-4416-8dee-3c66b32edfa1'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:04.684074 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7132afc7-db5f-4416-8dee-3c66b32edfa1'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:04.691576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-45447913-526c-4821-9a42-38544302820a admin admin] Deleting port 4420d5ea-d1bd-464d-9039-b9a4e8da7797 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:04.691919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.771127 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] Set router 7132afc7-db5f-4416-8dee-3c66b32edfa1 gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:04.787257 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-45447913-526c-4821-9a42-38544302820a admin admin] For port 4420d5ea-d1bd-464d-9039-b9a4e8da7797, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=4420d5ea-d1bd-464d-9039-b9a4e8da7797,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:04.787680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.803480 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-45447913-526c-4821-9a42-38544302820a admin admin] Calling delete_port for 4420d5ea-d1bd-464d-9039-b9a4e8da7797 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:04.829365 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:39:04Z', 'revision_number': 6, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:04.846298 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35358) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:04.855631 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad478e7-98ca-4d64-8c11-60cfba8dd9a7 None None] The sync data for ids ['7132afc7-db5f-4416-8dee-3c66b32edfa1'] in dv-cinder-667108-37-iscsi is: [{'id': '7132afc7-db5f-4416-8dee-3c66b32edfa1', 'name': 'tempest-AttachVolumeTestJSON-1211959118-router', 'tenant_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:29:09Z', 'updated_at': '2022-06-01T04:39:04Z', 'revision_number': 6, 'project_id': '89e9dc06c3304c42a7fb6cbed1e357a4', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:04.866422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89270b2e-d019-4470-82da-288489117435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:04.928235 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Router b85f51dd-4733-4362-a70f-7adaba2e411e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:04.935341 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:04.949708 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:05.033340 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574b730-223d-45de-935b-01626f357020 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:05.042031 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3574b730-223d-45de-935b-01626f357020 admin admin] 10.222.0.18 "PUT /v2.0/routers/b85f51dd-4733-4362-a70f-7adaba2e411e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0302196 Jun 01 04:39:05.042662 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35360) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:05.043811 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89270b2e-d019-4470-82da-288489117435 admin admin] Publish callbacks [] for security_group (932b823f-0873-40a5-9c50-2cbc012c5a3f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.045004 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Sync routers for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:05.054383 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:05.055007 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:05.125675 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89270b2e-d019-4470-82da-288489117435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (932b823f-0873-40a5-9c50-2cbc012c5a3f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.147385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks [] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.158921 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:05.163161 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (4420d5ea-d1bd-464d-9039-b9a4e8da7797), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.171207 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:05.178390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270b2e-d019-4470-82da-288489117435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b823f-0873-40a5-9c50-2cbc012c5a3f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:05.202465 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-89270b2e-d019-4470-82da-288489117435 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db707fa900ec476abf8fb4055c7bcd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551388 Jun 01 04:39:05.205393 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35362) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:05.205702 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45447913-526c-4821-9a42-38544302820a admin admin] Pushing event deleted for resources: {'Port': ['ID=4420d5ea-d1bd-464d-9039-b9a4e8da7797,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:05.240707 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:05.286469 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks [] for router_gateway (b85f51dd-4733-4362-a70f-7adaba2e411e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.297136 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.309536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] Publish callbacks [] for security_group (932b823f-0873-40a5-9c50-2cbc012c5a3f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.335645 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] Publish callbacks [] for security_group (932b823f-0873-40a5-9c50-2cbc012c5a3f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.346983 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:39:04Z', 'revision_number': 5, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port': {'id': 'd65ef86a-c149-406f-b142-c5746e717cef', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:34:49Z', 'updated_at': '2022-06-01T04:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:05.390133 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Checking router: b85f51dd-4733-4362-a70f-7adaba2e411e for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:05.399597 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Routers {'b85f51dd-4733-4362-a70f-7adaba2e411e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:05.401052 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['b85f51dd-4733-4362-a70f-7adaba2e411e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:05.410629 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Deleting port d65ef86a-c149-406f-b142-c5746e717cef {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:05.410960 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (d65ef86a-c149-406f-b142-c5746e717cef), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.412208 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.414610 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks [] for router_controller (7132afc7-db5f-4416-8dee-3c66b32edfa1), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.492501 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] Set router b85f51dd-4733-4362-a70f-7adaba2e411e gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:05.506588 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] For port d65ef86a-c149-406f-b142-c5746e717cef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=d65ef86a-c149-406f-b142-c5746e717cef,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:05.507180 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (d65ef86a-c149-406f-b142-c5746e717cef), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.520796 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Calling delete_port for d65ef86a-c149-406f-b142-c5746e717cef owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:05.541300 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:39:05Z', 'revision_number': 6, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:05.559669 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (7132afc7-db5f-4416-8dee-3c66b32edfa1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.560368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45447913-526c-4821-9a42-38544302820a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7132afc7-db5f-4416-8dee-3c66b32edfa1 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:39:05.561225 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (932b823f-0873-40a5-9c50-2cbc012c5a3f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.564844 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.565505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45447913-526c-4821-9a42-38544302820a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.565978 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/932b823f-0873-40a5-9c50-2cbc012c5a3f HTTP/1.1" status: 204 len: 168 time: 0.3597434 Jun 01 04:39:05.566779 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-45447913-526c-4821-9a42-38544302820a admin admin] 10.222.0.18 "DELETE /v2.0/routers/7132afc7-db5f-4416-8dee-3c66b32edfa1 HTTP/1.1" status: 204 len: 168 time: 1.2513115 Jun 01 04:39:05.567408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfd107-c136-4617-913e-db8bcb8c8d64 None None] The sync data for ids ['b85f51dd-4733-4362-a70f-7adaba2e411e'] in dv-cinder-667108-37-iscsi is: [{'id': 'b85f51dd-4733-4362-a70f-7adaba2e411e', 'name': 'tempest-TestMinimumBasicScenario-45056353-router', 'tenant_id': '98d44b4a07444128a45ad8eaed75bfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:34:48Z', 'updated_at': '2022-06-01T04:39:05Z', 'revision_number': 6, 'project_id': '98d44b4a07444128a45ad8eaed75bfa4', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:05.569493 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35366) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:05.586647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7ece-97bb-4891-93be-a67b816795ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b823f-0873-40a5-9c50-2cbc012c5a3f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:05.642973 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Deleting subnet ea12d594-5adb-4248-95fb-f5e8b22e4e66 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:39:05.646238 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Publish callbacks [] for subnet (ea12d594-5adb-4248-95fb-f5e8b22e4e66), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.685007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (ea12d594-5adb-4248-95fb-f5e8b22e4e66), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.775717 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (ea12d594-5adb-4248-95fb-f5e8b22e4e66), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.862938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (d65ef86a-c149-406f-b142-c5746e717cef), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.868040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:05.889162 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Pushing event deleted for resources: {'Port': ['ID=d65ef86a-c149-406f-b142-c5746e717cef,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:05.891927 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (ea12d594-5adb-4248-95fb-f5e8b22e4e66), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.929407 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea12d594-5adb-4248-95fb-f5e8b22e4e66,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:05.933985 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:05.937934 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-66d44092-adfa-4960-8ba0-78cc6147b744 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ea12d594-5adb-4248-95fb-f5e8b22e4e66 HTTP/1.1" status: 204 len: 168 time: 0.3663366 Jun 01 04:39:05.940853 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35370) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:05.948458 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbae1d-b931-42d9-8fbb-71e01baad33e None None] Network e9688948-1a1c-4b5b-bf21-d65382a9ef23 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:05.948458 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:06.025348 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (b85f51dd-4733-4362-a70f-7adaba2e411e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.137971 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (e9688948-1a1c-4b5b-bf21-d65382a9ef23), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.204757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.209752 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks [] for router_controller (b85f51dd-4733-4362-a70f-7adaba2e411e), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.209889 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] DHCP port deletion for e9688948-1a1c-4b5b-bf21-d65382a9ef23 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:39:06.219203 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8e5de9de-4326-4d7a-a341-bcd62b76ac47 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:06.261770 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 8e5de9de-4326-4d7a-a341-bcd62b76ac47 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:06.262117 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8e5de9de-4326-4d7a-a341-bcd62b76ac47 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:06.262728 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 4420d5ea-d1bd-464d-9039-b9a4e8da7797 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:06.283199 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Deleting port af11a30d-a006-4ad4-8633-c62ad0cbce30 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:06.283667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.289495 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 4420d5ea-d1bd-464d-9039-b9a4e8da7797 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:06.289842 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 4420d5ea-d1bd-464d-9039-b9a4e8da7797 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:06.291279 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Deleting port af11a30d-a006-4ad4-8633-c62ad0cbce30 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:06.291671 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.347266 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (b85f51dd-4733-4362-a70f-7adaba2e411e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.347878 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85f51dd-4733-4362-a70f-7adaba2e411e {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:39:06.352841 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.354078 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-10546b83-3845-4f37-bc95-db671162520f admin admin] 10.222.0.18 "DELETE /v2.0/routers/b85f51dd-4733-4362-a70f-7adaba2e411e HTTP/1.1" status: 204 len: 168 time: 1.3102658 Jun 01 04:39:06.356969 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35382) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:06.360218 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] For port af11a30d-a006-4ad4-8633-c62ad0cbce30, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=af11a30d-a006-4ad4-8633-c62ad0cbce30,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:06.360581 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.365273 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] For port af11a30d-a006-4ad4-8633-c62ad0cbce30, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=af11a30d-a006-4ad4-8633-c62ad0cbce30,segment=NetworkSegment(6ea67494-bdd4-47ba-8e6e-b65563291744),segment_id=6ea67494-bdd4-47ba-8e6e-b65563291744)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:06.366302 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.368451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:06.376138 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Calling delete_port for af11a30d-a006-4ad4-8633-c62ad0cbce30 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:06.388420 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Calling delete_port for af11a30d-a006-4ad4-8633-c62ad0cbce30 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:06.394454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:06.415328 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Deleting subnet e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:39:06.418755 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Publish callbacks [] for subnet (e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.458884 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.538699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.597617 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.601018 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (af11a30d-a006-4ad4-8633-c62ad0cbce30), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.625885 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Pushing event deleted for resources: {'Port': ['ID=af11a30d-a006-4ad4-8633-c62ad0cbce30,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:06.632625 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] No DVR routers for this DVR port af11a30d-a006-4ad4-8633-c62ad0cbce30 on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:06.639934 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] Pushing event deleted for resources: {'Port': ['ID=af11a30d-a006-4ad4-8633-c62ad0cbce30,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:06.641763 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d8011-fe86-45a2-954d-97e3acbd6184 None None] No DVR routers for this DVR port af11a30d-a006-4ad4-8633-c62ad0cbce30 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:06.709568 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.726445 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (e9688948-1a1c-4b5b-bf21-d65382a9ef23), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.740528 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:06.742484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.746760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c1437da0-a614-4d85-93a8-3d33ee2ec0b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e3bc8d9a-b0dd-44ae-9e48-0e3a7425c680 HTTP/1.1" status: 204 len: 168 time: 0.3887153 Jun 01 04:39:06.754511 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e236e-7e69-4d35-b5db-57913ed86b24 None None] Network b23bc530-6f22-4458-846a-3a0698b25766 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:06.754668 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35390) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:06.754757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9688948-1a1c-4b5b-bf21-d65382a9ef23']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:06.763935 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea67494-bdd4-47ba-8e6e-b65563291744') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:06.764232 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea67494-bdd4-47ba-8e6e-b65563291744') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:06.774669 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (6ea67494-bdd4-47ba-8e6e-b65563291744), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.789587 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (6ea67494-bdd4-47ba-8e6e-b65563291744), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.800787 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:39:06.801290 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (6ea67494-bdd4-47ba-8e6e-b65563291744), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.831776 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:06.835105 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (b23bc530-6f22-4458-846a-3a0698b25766), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.839127 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 6ea67494-bdd4-47ba-8e6e-b65563291744 resource provider aggregate not found Jun 01 04:39:06.888318 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 6ea67494-bdd4-47ba-8e6e-b65563291744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ea67494-bdd4-47ba-8e6e-b65563291744 found for delete ", "request_id": "req-d25f0eaa-d31b-4fc3-824b-ca8bf14258e4"}]} Jun 01 04:39:06.899532 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Deleting port 9616fe80-d239-42ea-b739-f5e9732821e4 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:06.899868 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.960663 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] DHCP port deletion for b23bc530-6f22-4458-846a-3a0698b25766 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:39:06.986984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] For port 9616fe80-d239-42ea-b739-f5e9732821e4, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=9616fe80-d239-42ea-b739-f5e9732821e4,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:06.986984 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:06.989685 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (e9688948-1a1c-4b5b-bf21-d65382a9ef23), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.002388 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.002388 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9688948-1a1c-4b5b-bf21-d65382a9ef23 HTTP/1.1" status: 204 len: 168 time: 1.0583763 Jun 01 04:39:07.007045 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Calling delete_port for 9616fe80-d239-42ea-b739-f5e9732821e4 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:07.013962 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81013-ece6-4147-84e2-a8f8295f4859 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9688948-1a1c-4b5b-bf21-d65382a9ef23,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:07.027390 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Deleting port 9616fe80-d239-42ea-b739-f5e9732821e4 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:39:07.036157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.095556 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:07.109165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] For port 9616fe80-d239-42ea-b739-f5e9732821e4, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=9616fe80-d239-42ea-b739-f5e9732821e4,segment=NetworkSegment(d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c),segment_id=d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:07.109661 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.125446 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Calling delete_port for 9616fe80-d239-42ea-b739-f5e9732821e4 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:39:07.244116 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.250659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (9616fe80-d239-42ea-b739-f5e9732821e4), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.270988 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9616fe80-d239-42ea-b739-f5e9732821e4,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:07.272866 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] No DVR routers for this DVR port 9616fe80-d239-42ea-b739-f5e9732821e4 on host dv-cinder-667108-37-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:07.285472 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] No DVR routers for this DVR port 9616fe80-d239-42ea-b739-f5e9732821e4 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:39:07.290092 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27e90-3ef2-4602-a1eb-f94c2b471568 None None] Pushing event deleted for resources: {'Port': ['ID=9616fe80-d239-42ea-b739-f5e9732821e4,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:07.352857 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (b23bc530-6f22-4458-846a-3a0698b25766), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.378157 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23bc530-6f22-4458-846a-3a0698b25766']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:07.388904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:07.391012 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f5fd3c-74cb-43fb-9fe1-5470e9ee733c') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:07.398748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.421943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.428447 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:39:07.428861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.496401 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35410) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:07.543906 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6abf01fc-3a59-40eb-914a-02213848ed54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89e9dc06c3304c42a7fb6cbed1e357a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459387 Jun 01 04:39:07.547756 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35412) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:07.598764 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:07.605659 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d65ef86a-c149-406f-b142-c5746e717cef no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:07.615372 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (b23bc530-6f22-4458-846a-3a0698b25766), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.617065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] Publish callbacks [] for security_group (17aeb376-8d19-4a7d-ba2a-634df8d83874), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.631324 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: d65ef86a-c149-406f-b142-c5746e717cef {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:07.631786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device d65ef86a-c149-406f-b142-c5746e717cef not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:07.632283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:07.644496 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] Publish callbacks [] for security_group (17aeb376-8d19-4a7d-ba2a-634df8d83874), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.654768 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:07.655082 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e6052e7-b08c-4f8b-99a8-ff835a558fb7 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:07.655701 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 9616fe80-d239-42ea-b739-f5e9732821e4 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:07.677553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 9616fe80-d239-42ea-b739-f5e9732821e4 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:07.677949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 9616fe80-d239-42ea-b739-f5e9732821e4 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:07.678414 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device af11a30d-a006-4ad4-8633-c62ad0cbce30 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:39:07.686192 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.689338 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b23bc530-6f22-4458-846a-3a0698b25766 HTTP/1.1" status: 204 len: 168 time: 0.9390454 Jun 01 04:39:07.700027 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: af11a30d-a006-4ad4-8633-c62ad0cbce30 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:39:07.700489 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device af11a30d-a006-4ad4-8633-c62ad0cbce30 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:39:07.713709 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774dbce-af82-4c7f-8e4d-abf2fb016c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23bc530-6f22-4458-846a-3a0698b25766,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:07.717679 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c resource provider aggregate not found Jun 01 04:39:07.734259 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5f5fd3c-74cb-43fb-9fe1-5470e9ee733c found for delete ", "request_id": "req-48f5a79b-5b7e-4f9a-a026-962825f63956"}]} Jun 01 04:39:07.793942 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (17aeb376-8d19-4a7d-ba2a-634df8d83874), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.796596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:07.800140 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17aeb376-8d19-4a7d-ba2a-634df8d83874 HTTP/1.1" status: 204 len: 168 time: 0.2482469 Jun 01 04:39:07.805989 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162f03-b99a-4f86-b3c0-ab94655b60c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aeb376-8d19-4a7d-ba2a-634df8d83874,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:08.032837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35424) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:08.075020 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-db307ed8-dad2-4dbf-929c-0ae7be96d511 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd5966396128491d814472e980cfd873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408580 Jun 01 04:39:08.083262 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35426) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:08.143981 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] Publish callbacks [] for security_group (2db122d2-b8c1-4a55-a834-00e38ab1d48b), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:08.168861 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] Publish callbacks [] for security_group (2db122d2-b8c1-4a55-a834-00e38ab1d48b), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:08.296709 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2db122d2-b8c1-4a55-a834-00e38ab1d48b), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:08.299392 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:08.310153 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2db122d2-b8c1-4a55-a834-00e38ab1d48b HTTP/1.1" status: 204 len: 168 time: 0.2182450 Jun 01 04:39:08.312179 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d47dc-f438-48c6-bded-16bd5e8a3105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db122d2-b8c1-4a55-a834-00e38ab1d48b,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:09.064452 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35488) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:09.113008 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1cd21bb9-1c4d-4768-8636-f8bd4fd38388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98d44b4a07444128a45ad8eaed75bfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476396 Jun 01 04:39:09.115941 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35490) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:09.163576 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35492) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:09.170175 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] Publish callbacks [] for security_group (5e601994-450d-4956-a6e5-aed7fe89e965), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.196128 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] Publish callbacks [] for security_group (5e601994-450d-4956-a6e5-aed7fe89e965), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.269440 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-378618977-network', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:09.285778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:09.331321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5e601994-450d-4956-a6e5-aed7fe89e965), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.333895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.335085 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e601994-450d-4956-a6e5-aed7fe89e965 HTTP/1.1" status: 204 len: 168 time: 0.2181387 Jun 01 04:39:09.343209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd940278-ded0-41e1-a301-3d105b671cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e601994-450d-4956-a6e5-aed7fe89e965,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:09.354862 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:09.359467 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.377742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.474677 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks [] for security_group (d470b6ea-8c02-454a-b035-fb8103554ada), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.567236 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35500) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:09.577478 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d470b6ea-8c02-454a-b035-fb8103554ada), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.604160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:39:09.617431 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470b6ea-8c02-454a-b035-fb8103554ada,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:09.624241 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (1ae28b4b-8613-4c54-a0a3-da322f8667e1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.624632 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Added segment 1ae28b4b-8613-4c54-a0a3-da322f8667e1 of type vlan for network 8715975b-1e98-4a30-82e5-baf5c981e463 Jun 01 04:39:09.634161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:09.668647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (8715975b-1e98-4a30-82e5-baf5c981e463), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.769818 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (8715975b-1e98-4a30-82e5-baf5c981e463), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.771130 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:09.772436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.839915 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79c6e6e5-560e-402c-abe1-48113f6bc1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:09.860019 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] Pushing event updated for resources: {'Network': ['ID=8715975b-1e98-4a30-82e5-baf5c981e463,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:09.872282 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 8715975b-1e98-4a30-82e5-baf5c981e463 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:39:09.925863 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3668201d-3870-44b8-b6a2-b85b4c60d127 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7587013 Jun 01 04:39:09.926742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35512) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:09.934261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Request body: {'subnet': {'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-378618977-subnet', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:09.937824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79c6e6e5-560e-402c-abe1-48113f6bc1a0 admin admin] Publish callbacks [] for security_group (6288d3b0-152f-48da-a2d1-2128b69e1156), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.017150 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:10.017807 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79c6e6e5-560e-402c-abe1-48113f6bc1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6288d3b0-152f-48da-a2d1-2128b69e1156), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.019730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.250315 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (f8efa2ee-7323-42e6-b2cc-a1a1b1863e96), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.311840 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-79c6e6e5-560e-402c-abe1-48113f6bc1a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0430d8dc58d48f5a74831c36438a98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7410500 Jun 01 04:39:10.311840 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6e6e5-560e-402c-abe1-48113f6bc1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288d3b0-152f-48da-a2d1-2128b69e1156,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:10.312752 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35522) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:10.332087 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:10.340522 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:10.340931 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Network hostable DHCP agents. Network: 8715975b-1e98-4a30-82e5-baf5c981e463, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:39:10.389016 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] Publish callbacks [] for security_group (6288d3b0-152f-48da-a2d1-2128b69e1156), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.412291 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] Publish callbacks [] for security_group (6288d3b0-152f-48da-a2d1-2128b69e1156), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.441264 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:10.442221 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:39:10.452160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35526) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:10.536779 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 8715975b-1e98-4a30-82e5-baf5c981e463) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:10.541490 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:10.542210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.545909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6288d3b0-152f-48da-a2d1-2128b69e1156), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.548411 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.549328 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375621556-network', 'tenant_id': '6d70e82d96624016bed251b30b26ad73'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:10.549553 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6288d3b0-152f-48da-a2d1-2128b69e1156 HTTP/1.1" status: 204 len: 168 time: 0.2344289 Jun 01 04:39:10.552996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e66c38-1b95-4ac9-82e6-9439a721baa3 None None] Network 8715975b-1e98-4a30-82e5-baf5c981e463 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:10.567841 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165aa34-b207-4422-877e-f6a126f71abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288d3b0-152f-48da-a2d1-2128b69e1156,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:10.630307 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:10.676882 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-8715975b-1e98-4a30-82e5-baf5c981e463', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:39:10.677902 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.685650 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b7c88f1d-2f15-4e65-9eec-b13fe1809eca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7551191 Jun 01 04:39:10.686359 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35532) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:10.690845 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:10.730940 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Made reservation on behalf of 6d70e82d96624016bed251b30b26ad73 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:10.733639 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.742369 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.795651 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.797142 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.809930 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:10.861451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks [] for security_group (5ab489e9-004b-4f1c-9d65-d957e56f9831), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.887690 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for router_controller (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:10.963613 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Allocated IP 172.20.0.2 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/3e72325d-33d6-4977-b916-5c79efb11ab3) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:10.994324 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5ab489e9-004b-4f1c-9d65-d957e56f9831), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.025966 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:39:11.033461 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab489e9-004b-4f1c-9d65-d957e56f9831,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.073935 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (138a0731-1170-49a6-98ee-b5e8857a8d60), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.074301 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Added segment 138a0731-1170-49a6-98ee-b5e8857a8d60 of type vlan for network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 Jun 01 04:39:11.118250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks [] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.120017 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.171955 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.178841 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (0eb7aa87-104e-4cc4-8db4-35ae245f39f5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.213745 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:11.218888 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for router_gateway (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.220963 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:11.224800 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:11.230022 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Pushing event updated for resources: {'Port': ['ID=3e72325d-33d6-4977-b916-5c79efb11ab3,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.240645 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.240982 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.241322 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.241660 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.242011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.242326 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.242650 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.242971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.243294 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.243717 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.244660 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.244980 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.245300 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.245620 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.245938 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:11.285544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35536) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:11.298362 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Attempting to bind port 3e72325d-33d6-4977-b916-5c79efb11ab3 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:11.304944 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.305084 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Attempting to bind port 3e72325d-33d6-4977-b916-5c79efb11ab3 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:11.305084 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Attempting to bind port 3e72325d-33d6-4977-b916-5c79efb11ab3 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:11.305277 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (0eb7aa87-104e-4cc4-8db4-35ae245f39f5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.305409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df583e0-3b04-4ea4-a4e5-5cf14405fa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.305536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:11.305536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.305725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:11.305725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:11.306111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.307488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:11.307715 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Bound port: 3e72325d-33d6-4977-b916-5c79efb11ab3, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:11.308092 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.358145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.383124 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] For port 3e72325d-33d6-4977-b916-5c79efb11ab3, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:11.387533 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] For port 3e72325d-33d6-4977-b916-5c79efb11ab3, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e72325d-33d6-4977-b916-5c79efb11ab3,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:11.396590 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df583e0-3b04-4ea4-a4e5-5cf14405fa23 admin admin] Publish callbacks [] for security_group (4ee92ac2-b3ca-494f-9791-42a7b126b318), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.413745 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb7aa87-104e-4cc4-8db4-35ae245f39f5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.427519 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:39:11.457062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df583e0-3b04-4ea4-a4e5-5cf14405fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (4ee92ac2-b3ca-494f-9791-42a7b126b318), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.472603 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.473615 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-662b0050-4d33-488a-a338-b1850ae8d830 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0218692 Jun 01 04:39:11.476666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35538) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:11.492010 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Request body: {'subnet': {'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375621556-subnet', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:11.514695 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1df583e0-3b04-4ea4-a4e5-5cf14405fa23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6049d831087477183b8bf4e4660d9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280426 Jun 01 04:39:11.518236 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df583e0-3b04-4ea4-a4e5-5cf14405fa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee92ac2-b3ca-494f-9791-42a7b126b318,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.520656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35540) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:11.561758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.564487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for router_gateway (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.580632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3e28-9d95-4501-a3e6-28d16862afd7 None None] Pushing event updated for resources: {'Port': ['ID=3e72325d-33d6-4977-b916-5c79efb11ab3,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.599004 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Made reservation on behalf of 6d70e82d96624016bed251b30b26ad73 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:11.599927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.601454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.660592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] Publish callbacks [] for security_group (4ee92ac2-b3ca-494f-9791-42a7b126b318), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.703924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] Publish callbacks [] for security_group (4ee92ac2-b3ca-494f-9791-42a7b126b318), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.762540 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Allocated IP 172.27.0.242 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/5002925d-884f-4c1b-b409-eeeadd4fcd20) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:11.765944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.905667 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (4ee92ac2-b3ca-494f-9791-42a7b126b318), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.905667 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.906618 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ee92ac2-b3ca-494f-9791-42a7b126b318 HTTP/1.1" status: 204 len: 168 time: 0.3834193 Jun 01 04:39:11.914323 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:11.915854 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d167b2-8620-4cec-8af1-c8935dcf989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee92ac2-b3ca-494f-9791-42a7b126b318,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:11.930342 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:11.931879 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (e125d46e-927e-4728-ab5e-56bcca6034f9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.016371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e125d46e-927e-4728-ab5e-56bcca6034f9,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:12.021833 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Checking segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:12.022192 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Network hostable DHCP agents. Network: 0eb7aa87-104e-4cc4-8db4-35ae245f39f5, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:39:12.040879 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.081164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:12.084364 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:12.086869 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:12.106909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:39:12.116600 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Pushing event updated for resources: {'Port': ['ID=5002925d-884f-4c1b-b409-eeeadd4fcd20,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:12.249946 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 0eb7aa87-104e-4cc4-8db4-35ae245f39f5) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:12.254186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:12.254770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.260520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c08ac-a965-4e8e-8c45-462b8961ba35 None None] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:12.367653 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-99f35a33-3647-4478-9abb-b11dbd6e7ce4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8867378 Jun 01 04:39:12.368284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35544) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:12.375241 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:12.376145 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:39:12.377354 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.478825 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.481167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.486704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for router_gateway (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.569341 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Allocated IP 172.20.0.2 (0eb7aa87-104e-4cc4-8db4-35ae245f39f5/e125d46e-927e-4728-ab5e-56bcca6034f9/6fed1cc5-3966-4807-aa0b-bd43251bdc00) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:12.574349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:12.580785 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for router_controller (1e447fa2-6be8-46cf-8d87-ac98b66e6457), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.639943 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:39:12.704862 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9393f86-b4aa-4d61-be99-fe9578215b36 None None] Network 8715975b-1e98-4a30-82e5-baf5c981e463 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:12.733008 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.834110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Provisioning complete for port 3e72325d-33d6-4977-b916-5c79efb11ab3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:12.834570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.851347 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for router_gateway (1e447fa2-6be8-46cf-8d87-ac98b66e6457), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.884743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks [] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.955411 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:12.972353 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Current status of the port 3e72325d-33d6-4977-b916-5c79efb11ab3 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:12.973008 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:12.978575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:39:12.997835 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.034804 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] For port 3e72325d-33d6-4977-b916-5c79efb11ab3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e72325d-33d6-4977-b916-5c79efb11ab3,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:13.057761 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:13.061753 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:13.063814 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Pushing event updated for resources: {'Port': ['ID=6fed1cc5-3966-4807-aa0b-bd43251bdc00,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:13.079390 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:13.139173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.145104 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:13.175799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for router_gateway (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.183617 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Attempting to bind port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:13.184005 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Attempting to bind port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:13.184365 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Attempting to bind port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 on network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:13.193288 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:13.197900 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.199418 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:13.199878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Checking segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:13.200287 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.200692 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Bound using segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:13.201207 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Bound port: 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:13.201590 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.209270 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:13.235983 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:13.240981 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:13.241932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:13.244045 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61bb69-1c9c-4856-a694-941604d0692d None None] Pushing event updated for resources: {'Port': ['ID=3e72325d-33d6-4977-b916-5c79efb11ab3,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:13.298699 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.303219 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a4c0679f-a513-48a0-a130-4304a5bcc93f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6158054 Jun 01 04:39:13.303960 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35562) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:13.315650 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Allocated IP 172.27.0.184 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/1da9bf02-6d74-4beb-bf6f-dec92261e0b3) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:13.335576 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] For port 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:13.339415 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] For port 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6fed1cc5-3966-4807-aa0b-bd43251bdc00,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:13.345569 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:13.350157 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-02de057f-54c5-4892-9b45-a7dea2d79d25 None None] Provisioning complete for port 3e72325d-33d6-4977-b916-5c79efb11ab3 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:13.350632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-02de057f-54c5-4892-9b45-a7dea2d79d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.390976 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:13.448603 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-02de057f-54c5-4892-9b45-a7dea2d79d25 None None] Current status of the port 3e72325d-33d6-4977-b916-5c79efb11ab3 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:13.455288 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.474132 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:13.480993 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.539391 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203d898-fea1-4ba8-a039-45e5397e1f66 None None] Pushing event updated for resources: {'Port': ['ID=6fed1cc5-3966-4807-aa0b-bd43251bdc00,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:13.545395 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:13.553313 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:12Z', 'revision_number': 3, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:13.588070 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.588360 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:13.588360 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Updating router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b port 5002925d-884f-4c1b-b409-eeeadd4fcd20 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:13.631886 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.714453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:13.721933 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:13.724144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Pushing event updated for resources: {'Port': ['ID=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:13.727296 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:13.750881 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e72325d-33d6-4977-b916-5c79efb11ab3 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:13.860105 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3e72325d-33d6-4977-b916-5c79efb11ab3 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:13.860439 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:13.976629 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3e72325d-33d6-4977-b916-5c79efb11ab3 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:14.029806 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:14.080187 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.249903 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks [] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.252989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:14.327220 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Allocated IP 172.20.0.1 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/656239bd-a3fa-40e9-a09b-b459f1222c21) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:14.332078 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.397180 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Attempting to bind port 5002925d-884f-4c1b-b409-eeeadd4fcd20 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:14.397641 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Attempting to bind port 5002925d-884f-4c1b-b409-eeeadd4fcd20 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:14.398330 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Attempting to bind port 5002925d-884f-4c1b-b409-eeeadd4fcd20 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:14.410212 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:14.411014 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:14.411933 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.412404 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:14.413124 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Bound port: 5002925d-884f-4c1b-b409-eeeadd4fcd20, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:14.414360 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.449690 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03100310-088c-4520-a129-f39bede2b44b None None] Pushing event updated for resources: {'Port': ['ID=5002925d-884f-4c1b-b409-eeeadd4fcd20,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:14.466802 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.467466 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.468120 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.468684 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.469186 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.469664 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.470154 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.470638 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.471176 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.471669 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.472170 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.472714 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.473250 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.473731 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.474204 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03100310-088c-4520-a129-f39bede2b44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:14.526438 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks [] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.529714 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] For port 5002925d-884f-4c1b-b409-eeeadd4fcd20, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:14.533651 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] For port 5002925d-884f-4c1b-b409-eeeadd4fcd20, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=5002925d-884f-4c1b-b409-eeeadd4fcd20,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:14.614133 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for router_gateway (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.629555 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.653184 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.705205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:14.709424 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:14.710062 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:14.711068 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:14.718190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:14.754612 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03100310-088c-4520-a129-f39bede2b44b None None] Pushing event updated for resources: {'Port': ['ID=5002925d-884f-4c1b-b409-eeeadd4fcd20,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:14.765474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:14.776989 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Pushing event updated for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:14.799232 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:14.877717 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:14.891579 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:14.964618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:14.977619 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.090503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c60ad-0093-4bf4-89d1-a62bdaf0a717 None None] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:15.105871 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.116096 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:12Z', 'revision_number': 3, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:15.148355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117504e2-d05a-4b74-aae2-5cad628688bb None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:12Z', 'revision_number': 3, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:15.177836 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-884d60f2-06de-4284-8660-5a402569c7a7 None None] Provisioning complete for port 656239bd-a3fa-40e9-a09b-b459f1222c21 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:15.178205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-884d60f2-06de-4284-8660-5a402569c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.206252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:39:15.207485 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:15.229875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-884d60f2-06de-4284-8660-5a402569c7a7 None None] Port 656239bd-a3fa-40e9-a09b-b459f1222c21 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:15.356247 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Provisioning complete for port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:15.356877 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.379718 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:15.401108 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Sync routers for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:15.448473 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:15.449146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:15.463483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.465186 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a5445999-009e-4afe-873c-3927f00e4d32 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0948911 Jun 01 04:39:15.468202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35584) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:15.674017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:15.702160 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Current status of the port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:15.702951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.747927 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:15.810245 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks [] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.812323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6fed1cc5-3966-4807-aa0b-bd43251bdc00 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:15.844337 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] For port 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6fed1cc5-3966-4807-aa0b-bd43251bdc00,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:15.858233 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:15.938252 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:15.988190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.047671 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.128226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:16.128845 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.170155 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:16.195288 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.201641 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:16.206007 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274ab14-6f7c-493c-9133-fe65c5fcaa46 None None] Pushing event updated for resources: {'Port': ['ID=6fed1cc5-3966-4807-aa0b-bd43251bdc00,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:16.220975 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:16.232217 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-dc5852fa-6b6d-4273-abdd-fd8f939c9629 None None] Provisioning complete for port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:16.232596 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dc5852fa-6b6d-4273-abdd-fd8f939c9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.237332 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Pushing event updated for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:16.328752 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 3, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:16.406457 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:16.417858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:16.426291 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Checking router: 1e447fa2-6be8-46cf-8d87-ac98b66e6457 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:16.426784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Updating router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:16.514578 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Allocated IP 172.20.0.1 (0eb7aa87-104e-4cc4-8db4-35ae245f39f5/e125d46e-927e-4728-ab5e-56bcca6034f9/3e68b74c-28fe-4079-b2a1-36a3c5086e65) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:16.518753 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.534199 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:16.543355 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ceb77985-0efd-4361-bd2c-53ee9b82c309 admin admin] 10.222.0.18 "PUT /v2.0/routers/39b5c79f-e5ef-469e-a05e-dab962dd4e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2346740 Jun 01 04:39:16.543579 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:16.543579 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 5002925d-884f-4c1b-b409-eeeadd4fcd20 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:16.566285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-dc5852fa-6b6d-4273-abdd-fd8f939c9629 None None] Current status of the port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:16.640639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks [] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.678920 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:16.683517 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 5002925d-884f-4c1b-b409-eeeadd4fcd20 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:16.683895 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.728713 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-47de5b83-5d8a-4911-bb4c-8bb50e92453e None None] Provisioning complete for port 656239bd-a3fa-40e9-a09b-b459f1222c21 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:16.729099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-47de5b83-5d8a-4911-bb4c-8bb50e92453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.778239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.824274 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-47de5b83-5d8a-4911-bb4c-8bb50e92453e None None] Port 656239bd-a3fa-40e9-a09b-b459f1222c21 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:16.824993 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:16.829212 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:16.837885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:16.843639 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:16.883122 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 5002925d-884f-4c1b-b409-eeeadd4fcd20 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:16.883544 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.886939 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.917288 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 5002925d-884f-4c1b-b409-eeeadd4fcd20, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=5002925d-884f-4c1b-b409-eeeadd4fcd20,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.947002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:39:16.948742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35596) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:16.957130 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148055132', 'description': 'tempest-description--1890954369'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:16.967284 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:16.991028 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks [] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:16.993002 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.024780 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:17.050836 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=5002925d-884f-4c1b-b409-eeeadd4fcd20,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.074895 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.103014 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.128111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Attempting to bind port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:17.128474 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Attempting to bind port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:17.129077 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Attempting to bind port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:17.136974 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7fe2d-b7fe-4e87-9ee7-cccb7ba0c783 None None] Pushing event updated for resources: {'Port': ['ID=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.144829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:17.145278 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:17.145758 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.146389 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:17.146972 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Bound port: 1da9bf02-6d74-4beb-bf6f-dec92261e0b3, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:17.147482 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.183654 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-a2a7a631-4b4c-4f72-a2f3-d3cf97c817b2 None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:17.183962 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a2a7a631-4b4c-4f72-a2f3-d3cf97c817b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.190635 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.200146 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:17.235783 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (1e9841f0-c6c0-42a4-a7b0-ebd479311a83), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.259573 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7a631-4b4c-4f72-a2f3-d3cf97c817b2 None None] Port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:17.265384 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] For port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:17.279530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] For port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:17.293952 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (1e9841f0-c6c0-42a4-a7b0-ebd479311a83), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.345525 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9841f0-c6c0-42a4-a7b0-ebd479311a83,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.361189 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.396643 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.397903 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ac13c933-dae1-4ff8-9586-7bb8297205cb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4506621 Jun 01 04:39:17.401151 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35600) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:17.405681 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '1e9841f0-c6c0-42a4-a7b0-ebd479311a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:17.432564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:17.459695 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7fe2d-b7fe-4e87-9ee7-cccb7ba0c783 None None] Pushing event updated for resources: {'Port': ['ID=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.464597 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:17.467293 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:17.472314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:17.479945 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:17.480589 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:17.484408 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks [] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.536611 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (e91b4f97-0d0d-4a7c-a59b-44672b190b9d), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.555662 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.605163 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:17.615703 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.660056 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:17.660386 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (e91b4f97-0d0d-4a7c-a59b-44672b190b9d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.689569 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6fed1cc5-3966-4807-aa0b-bd43251bdc00 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:17.708550 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.717089 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:17.771082 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (e91b4f97-0d0d-4a7c-a59b-44672b190b9d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.786867 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:17.792313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91b4f97-0d0d-4a7c-a59b-44672b190b9d,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:17.796791 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:17.845786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:17.846424 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.870729 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:15Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:17.899072 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:17.899731 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Updating router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b port 656239bd-a3fa-40e9-a09b-b459f1222c21 binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:17.904696 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.905966 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4b1ccb69-ce03-4a76-9d64-004ec31dcd5b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5038388 Jun 01 04:39:17.908939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35604) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:17.913893 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '1e9841f0-c6c0-42a4-a7b0-ebd479311a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:17.947029 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:17.969842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:18.023004 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (c79b6ad6-2770-450e-a054-3b5bc4ea752d), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.064062 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:18.077235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 1, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:18.110858 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:18.132377 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-25f160f9-05dc-48f9-9701-cfc1bcd611d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e447fa2-6be8-46cf-8d87-ac98b66e6457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6530178 Jun 01 04:39:18.133598 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:18.134056 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (c79b6ad6-2770-450e-a054-3b5bc4ea752d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.134186 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 5002925d-884f-4c1b-b409-eeeadd4fcd20 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:18.134186 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cff107-68bc-478a-b4cb-e262e8ea39a2 None None] The sync data for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi is: [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 1, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:18.155378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-0a70e1f2-d0f5-426d-97b0-a961b4a7763b None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:18.155755 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0a70e1f2-d0f5-426d-97b0-a961b4a7763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.198322 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (c79b6ad6-2770-450e-a054-3b5bc4ea752d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.200060 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:18.204441 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-0a70e1f2-d0f5-426d-97b0-a961b4a7763b None None] Port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:18.215605 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 5002925d-884f-4c1b-b409-eeeadd4fcd20 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:18.217191 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.226698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79b6ad6-2770-450e-a054-3b5bc4ea752d,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:18.304361 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.308868 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2e6dc1b7-7066-4d0e-83a5-d4ead43c78f7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957305 Jun 01 04:39:18.309067 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35608) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:18.313701 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:18.330618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks [] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.331535 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 5002925d-884f-4c1b-b409-eeeadd4fcd20 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:18.427176 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.427739 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.447045 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:18.542917 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eec9d-1093-4916-8064-407a617272fe None None] Pushing event updated for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:18.570984 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.642858 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:18.669368 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Attempting to bind port 656239bd-a3fa-40e9-a09b-b459f1222c21 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:18.670040 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Attempting to bind port 656239bd-a3fa-40e9-a09b-b459f1222c21 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:18.670575 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Attempting to bind port 656239bd-a3fa-40e9-a09b-b459f1222c21 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:18.681226 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:18.681636 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:18.682019 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.682407 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:18.685203 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Bound port: 656239bd-a3fa-40e9-a09b-b459f1222c21, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:18.687013 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.790130 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.27.0.163 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/666ab8dd-1fef-4c5a-a21b-ef1e33b07aca) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:18.791905 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] For port 656239bd-a3fa-40e9-a09b-b459f1222c21, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:18.795538 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] For port 656239bd-a3fa-40e9-a09b-b459f1222c21, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=656239bd-a3fa-40e9-a09b-b459f1222c21,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:18.836149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-d4b5b42e-c116-464c-b321-fd4542a158c4 None None] Provisioning complete for port 656239bd-a3fa-40e9-a09b-b459f1222c21 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:18.836149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b42e-c116-464c-b321-fd4542a158c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.867760 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.916670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5b42e-c116-464c-b321-fd4542a158c4 None None] Port 656239bd-a3fa-40e9-a09b-b459f1222c21 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:18.934105 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eec9d-1093-4916-8064-407a617272fe None None] Pushing event updated for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:18.966069 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:18.987557 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:18.988208 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:38:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:19.086750 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.139150 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:19.143877 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:19.155649 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:19.162559 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:19.170013 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:19.250691 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=666ab8dd-1fef-4c5a-a21b-ef1e33b07aca,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:19.357343 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.393329 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35632) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:19.396665 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-691370346-network', 'tenant_id': 'e02b170043e14f41923636805f4e2a15'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:19.448850 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Provisioning complete for port 656239bd-a3fa-40e9-a09b-b459f1222c21 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:19.449569 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.471100 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.503702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Made reservation on behalf of e02b170043e14f41923636805f4e2a15 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:19.507091 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.527732 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.570596 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Current status of the port 656239bd-a3fa-40e9-a09b-b459f1222c21 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:19.571486 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.637697 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a6de389b-b1d5-44b5-901f-8461ec0bba48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.638536 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:18Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:19.640737 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] For port 656239bd-a3fa-40e9-a09b-b459f1222c21, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=656239bd-a3fa-40e9-a09b-b459f1222c21,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:19.645486 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:19.675275 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b1783-d767-4b3f-9233-2595ef08581c None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:18Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:19.693154 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:19.695623 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:19.738763 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.767034 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks [] for security_group (d0b09291-9b8e-4788-b46c-9580bfa229f8), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.802374 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.824286 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:19.827669 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.852884 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d0b09291-9b8e-4788-b46c-9580bfa229f8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.879716 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:19.899078 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:39:19.958766 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b09291-9b8e-4788-b46c-9580bfa229f8,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:20.002007 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (ac60fd9a-9ab8-4c60-b929-5fa47296e418), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.002340 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Added segment ac60fd9a-9ab8-4c60-b929-5fa47296e418 of type vlan for network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 Jun 01 04:39:20.081619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ae427-acdf-42b3-9f45-ed3a0985dc5e None None] Pushing event updated for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:20.083198 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=666ab8dd-1fef-4c5a-a21b-ef1e33b07aca,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:20.110712 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (dcf45f9a-aaa0-4090-980e-5f5e71688dd9), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.114103 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.157502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:20.174058 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:20.174450 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.199746 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:20.229202 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.230756 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5a9ae3b0-4af7-4c3c-b8c0-e09dd1527501 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9206061 Jun 01 04:39:20.264406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (dcf45f9a-aaa0-4090-980e-5f5e71688dd9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.265399 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:20.266179 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.279577 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:20.318118 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.375744 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] Pushing event updated for resources: {'Network': ['ID=dcf45f9a-aaa0-4090-980e-5f5e71688dd9,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:20.388784 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:39:20.464060 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2179378c-da2e-445a-b3ad-5c33807cd11f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0712888 Jun 01 04:39:20.467037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35648) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:20.476173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:20.476715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Request body: {'subnet': {'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-691370346-subnet', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:20.555420 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-8062fc97-c176-47b3-b04f-509bafe64dd0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--148055132&fields=id&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 267 time: 0.0451119 Jun 01 04:39:20.608270 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35656) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:20.616346 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Made reservation on behalf of e02b170043e14f41923636805f4e2a15 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:20.620454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.680275 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-32ecf162-e9b3-42b2-9466-1508a4c4e4d0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:20.687663 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-32ecf162-e9b3-42b2-9466-1508a4c4e4d0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1246004 Jun 01 04:39:20.704262 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-e31773e3-7533-411d-9017-7c6589be83ed tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/quotas/756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 375 time: 0.0154929 Jun 01 04:39:20.756230 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-2db545e2-082d-4cc5-8031-e3f7dd74b038 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508449 Jun 01 04:39:20.765903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eea81321-396d-43a3-853f-39cfc707d432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.827476 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:20.858450 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-7c6e90d7-81bd-4c16-b399-4267a902ee03 service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898345 Jun 01 04:39:20.888273 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eea81321-396d-43a3-853f-39cfc707d432 admin admin] Publish callbacks [] for security_group (21107a83-cfe1-49bb-a2a3-76eea83448dd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.936718 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (fb838955-20fc-4f1b-8080-9251a0926810), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:20.950459 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-bcbff360-4c71-440b-a9fb-8cb6e166cdcd service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859056 Jun 01 04:39:20.997252 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb838955-20fc-4f1b-8080-9251a0926810,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:21.003218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eea81321-396d-43a3-853f-39cfc707d432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (21107a83-cfe1-49bb-a2a3-76eea83448dd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.035746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Checking segment: {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:21.036107 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Network hostable DHCP agents. Network: dcf45f9a-aaa0-4090-980e-5f5e71688dd9, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:39:21.057375 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-eea81321-396d-43a3-853f-39cfc707d432 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=779b90003a1c4d9d9a1b05c4dd8f00f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449437 Jun 01 04:39:21.057375 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81321-396d-43a3-853f-39cfc707d432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21107a83-cfe1-49bb-a2a3-76eea83448dd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:21.058296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35660) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:21.098421 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:21.110062 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] Publish callbacks [] for security_group (21107a83-cfe1-49bb-a2a3-76eea83448dd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.132406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] Publish callbacks [] for security_group (21107a83-cfe1-49bb-a2a3-76eea83448dd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.153967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:39:21.225870 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, dcf45f9a-aaa0-4090-980e-5f5e71688dd9) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:21.231893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:21.233768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.237080 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26921d6a-624b-4ae8-9ea5-41b06ba1f2d9 None None] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:21.237899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:21.249815 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (21107a83-cfe1-49bb-a2a3-76eea83448dd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.259679 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.261929 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21107a83-cfe1-49bb-a2a3-76eea83448dd HTTP/1.1" status: 204 len: 168 time: 0.2018390 Jun 01 04:39:21.273434 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7c6ee5b5-f017-4d62-993f-beff4ba69c32 req-36733e89-d06e-4389-91aa-abb1836ba3c7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 210 time: 0.0590973 Jun 01 04:39:21.280986 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e089de-542b-4edc-bd12-8d2e1028a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21107a83-cfe1-49bb-a2a3-76eea83448dd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:21.390029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b7818195-5191-4605-bb68-13cdda658a9c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9211745 Jun 01 04:39:21.392924 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35670) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:21.397385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:21.413451 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4d1b133-1a03-507f-a88e-660b8513c12f-dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'project_id': 'e02b170043e14f41923636805f4e2a15', 'fixed_ips': [{'subnet_id': 'fb838955-20fc-4f1b-8080-9251a0926810'}]}} from dv-cinder-667108-37-iscsi. {{(pid=104651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 01 04:39:21.416015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.497947 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4707'] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.499664 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1618676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1615478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4698'] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.565170 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:21.641009 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for router_controller (a0bba92f-3c00-4084-9f36-2978d5f84411), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.664288 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Allocated IP 172.20.0.2 (dcf45f9a-aaa0-4090-980e-5f5e71688dd9/fb838955-20fc-4f1b-8080-9251a0926810/0d7558dc-1fc6-46b6-8e00-819b7e840aef) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:21.750099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:21.882449 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:21.882952 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.914466 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for router_gateway (a0bba92f-3c00-4084-9f36-2978d5f84411), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.915826 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks [] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:21.932887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:21.974075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:21.975146 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 656239bd-a3fa-40e9-a09b-b459f1222c21 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:22.021217 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 656239bd-a3fa-40e9-a09b-b459f1222c21 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:22.021589 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.024798 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-82bd0e60-c86a-4793-982f-f4d2601a283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.077346 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.136917 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:22.146651 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:22.151020 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:22.156122 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 656239bd-a3fa-40e9-a09b-b459f1222c21 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:22.172464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Pushing event updated for resources: {'Port': ['ID=0d7558dc-1fc6-46b6-8e00-819b7e840aef,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:22.225430 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Attempting to bind port 0d7558dc-1fc6-46b6-8e00-819b7e840aef on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:22.225794 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Attempting to bind port 0d7558dc-1fc6-46b6-8e00-819b7e840aef by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:22.226159 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Attempting to bind port 0d7558dc-1fc6-46b6-8e00-819b7e840aef on network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:22.232865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:22.233235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Checking segment: {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:22.233637 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.234021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Bound using segment: {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:22.234621 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Bound port: 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:22.234999 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.246149 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35678) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:22.266807 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df4ed4be-d061-46b4-8b65-f8e75d6a594c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.287939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Sync routers for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:22.309762 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for router_gateway (a0bba92f-3c00-4084-9f36-2978d5f84411), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.347258 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:22.348298 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:22.361213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.399396 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6dfb6e6d-1f6f-43b2-8713-faa7baddf817 req-1fe9da21-e765-44dd-8668-af093c73127f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 210 time: 0.0503635 Jun 01 04:39:22.401299 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-919295eb-d529-4106-863b-3ad090afc778 None None] For port 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:22.415278 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df4ed4be-d061-46b4-8b65-f8e75d6a594c admin admin] Publish callbacks [] for security_group (fd066d2c-2a56-40b3-bcd9-00041b89522c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.428605 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-919295eb-d529-4106-863b-3ad090afc778 None None] For port 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=0d7558dc-1fc6-46b6-8e00-819b7e840aef,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:22.489209 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:22.496850 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df4ed4be-d061-46b4-8b65-f8e75d6a594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fd066d2c-2a56-40b3-bcd9-00041b89522c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.508085 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Allocated IP 172.27.0.159 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/6cef488c-6605-4840-85ef-725e99f2bc9e) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:22.526395 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-df4ed4be-d061-46b4-8b65-f8e75d6a594c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8397b9876ff04080999ca185116b2023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791629 Jun 01 04:39:22.529237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35684) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:22.531047 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.581633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed4be-d061-46b4-8b65-f8e75d6a594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd066d2c-2a56-40b3-bcd9-00041b89522c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:22.606915 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:22.626231 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] Publish callbacks [] for security_group (fd066d2c-2a56-40b3-bcd9-00041b89522c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.638059 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:22.676026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] Publish callbacks [] for security_group (fd066d2c-2a56-40b3-bcd9-00041b89522c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.682268 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.702369 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919295eb-d529-4106-863b-3ad090afc778 None None] Pushing event updated for resources: {'Port': ['ID=0d7558dc-1fc6-46b6-8e00-819b7e840aef,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:22.801414 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.801582 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 2, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:22.801733 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (fd066d2c-2a56-40b3-bcd9-00041b89522c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.814322 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.817913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd066d2c-2a56-40b3-bcd9-00041b89522c HTTP/1.1" status: 204 len: 168 time: 0.2871165 Jun 01 04:39:22.839061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Checking router: 1e447fa2-6be8-46cf-8d87-ac98b66e6457 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:22.839464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Updating router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:22.844134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dbc80-df3c-42d3-a6ef-b0f0c3f0edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd066d2c-2a56-40b3-bcd9-00041b89522c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:22.868816 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:22.876415 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:22.878358 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Pushing event updated for resources: {'Port': ['ID=6cef488c-6605-4840-85ef-725e99f2bc9e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:22.880996 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:22.905010 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:22.953829 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:22.954082 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:23.159785 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.284933 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for router_gateway (a0bba92f-3c00-4084-9f36-2978d5f84411), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.285906 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks [] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.365285 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.425101 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca043ab-6b41-4d07-8966-1967c96d2faf None None] Pushing event updated for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:23.559918 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91d7bed9-9886-4ee2-a0eb-6f5e4f2a12e4 req-e442ae6b-53c8-4a76-9d3e-d8248acb82a0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 210 time: 0.0559309 Jun 01 04:39:23.589076 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1618627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1615393'] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.605518 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Attempting to bind port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:23.609595 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Attempting to bind port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:23.609595 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Attempting to bind port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 on network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:23.624677 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:23.630034 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Checking segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:23.630449 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.630951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Bound using segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:23.631994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Bound port: 3e68b74c-28fe-4079-b2a1-36a3c5086e65, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:23.631994 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.725069 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 0d7558dc-1fc6-46b6-8e00-819b7e840aef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:23.779809 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] For port 3e68b74c-28fe-4079-b2a1-36a3c5086e65, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:23.898144 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Router a0bba92f-3c00-4084-9f36-2978d5f84411 is scheduled to L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 01 04:39:23.943111 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] For port 3e68b74c-28fe-4079-b2a1-36a3c5086e65, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e68b74c-28fe-4079-b2a1-36a3c5086e65,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:23.961835 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6cf8112f-c845-4985-817b-7379220f8408 None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:23.962241 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6cf8112f-c845-4985-817b-7379220f8408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:23.964825 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:23.995558 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 0d7558dc-1fc6-46b6-8e00-819b7e840aef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:23.995943 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.022993 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8112f-c845-4985-817b-7379220f8408 None None] Port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:24.054927 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.063199 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab9b99-424b-4c98-aa6d-3f2eb7c0d1e5 None None] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:24.212110 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 0d7558dc-1fc6-46b6-8e00-819b7e840aef is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:24.213003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.226261 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Provisioning complete for port 0d7558dc-1fc6-46b6-8e00-819b7e840aef triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:24.226638 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.269560 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:24.279104 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:24.279820 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:24.329021 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca043ab-6b41-4d07-8966-1967c96d2faf None None] Pushing event updated for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:24.351893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-1930bd96-87b6-4d2c-b443-741cac3ce303 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:24.354144 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-1930bd96-87b6-4d2c-b443-741cac3ce303 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.2187006 Jun 01 04:39:24.399652 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:24.409356 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:24.417821 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Sync routers for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:24.436841 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:24.437397 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:24.487016 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-015164d4-fc7e-40d4-9e3f-7359f675efd0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 379 time: 0.1164019 Jun 01 04:39:24.500120 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'port': {'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'admin_state_up': True, 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'security_groups': ['1e9841f0-c6c0-42a4-a7b0-ebd479311a83']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:24.505220 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.506831 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4bed09a0-c735-4a1f-86f0-17408fbf8708 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1127665 Jun 01 04:39:24.510057 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35710) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:24.523428 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:24.615119 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:24.709552 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=0d7558dc-1fc6-46b6-8e00-819b7e840aef,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:24.753503 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:24.761191 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-479fffee-c655-4e94-bcba-5bb3dd4ff6c7 req-d5b3f556-0789-4f46-b838-df5fed991972 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 210 time: 0.0539203 Jun 01 04:39:24.847346 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.864094 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.873796 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:24.876680 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:23Z', 'revision_number': 3, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:24.878279 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.923504 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Current status of the port 0d7558dc-1fc6-46b6-8e00-819b7e840aef is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:24.923859 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:24.936520 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Checking router: a0bba92f-3c00-4084-9f36-2978d5f84411 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:24.936813 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Updating router a0bba92f-3c00-4084-9f36-2978d5f84411 port 6cef488c-6605-4840-85ef-725e99f2bc9e binding host dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:24.959522 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:24.995082 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.073156 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.20.0.3 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/0a53c886-36f8-4ef1-a236-0be39e1c7bc4) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:25.077749 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=0d7558dc-1fc6-46b6-8e00-819b7e840aef,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:25.171195 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:23Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:25.187854 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:25.189901 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.205907 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc123e9-7baf-4683-87e7-bfbddd319e1d None None] The sync data for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi is: [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:23Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:25.219178 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.db.api [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 01 04:39:25.219635 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG oslo_db.api [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 04:39:25.231916 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:25.305872 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.394416 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Allocated IP 172.20.0.1 (dcf45f9a-aaa0-4090-980e-5f5e71688dd9/fb838955-20fc-4f1b-8080-9251a0926810/692c8183-91e1-4ccc-bb7e-e68b1036265e) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:25.434566 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.467568 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks [] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.509541 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:25.523571 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:25.525438 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks [] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.535950 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:25.553485 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.553651 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:25.605487 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:25.613960 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Attempting to bind port 6cef488c-6605-4840-85ef-725e99f2bc9e on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:25.614345 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Attempting to bind port 6cef488c-6605-4840-85ef-725e99f2bc9e by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:25.614762 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Attempting to bind port 6cef488c-6605-4840-85ef-725e99f2bc9e on network bbe7d353-7296-4f11-a1bb-d39c8de135af {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:25.651557 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:25.656186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.661520 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:25.662230 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Checking segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:25.662825 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.663413 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Bound using segment: {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:25.664480 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.668370 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Bound port: 6cef488c-6605-4840-85ef-725e99f2bc9e, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea0de38-5625-486b-8f65-a91e764f3b23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:25.668370 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.763261 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e68b74c-28fe-4079-b2a1-36a3c5086e65 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:25.765221 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] For port 6cef488c-6605-4840-85ef-725e99f2bc9e, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:25.769477 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] For port 6cef488c-6605-4840-85ef-725e99f2bc9e, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6cef488c-6605-4840-85ef-725e99f2bc9e,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:25.776456 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-ef278f58-f612-4f40-bbe0-c76b721a8051 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2805941 Jun 01 04:39:25.781439 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:25.788772 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7363d0-5d64-46a4-9bb6-05c2158eb390 None None] Pushing event updated for resources: {'Port': ['ID=6cef488c-6605-4840-85ef-725e99f2bc9e,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:25.795878 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Request body: {'port': {'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:25.810835 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:25.817418 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:25.868314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a0febd0-19ad-42c8-a264-77cbc41b999a None None] Current status of the port 0d7558dc-1fc6-46b6-8e00-819b7e840aef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:25.909396 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:25.911165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.928048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1613133'] for router_interface (a0bba92f-3c00-4084-9f36-2978d5f84411), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:25.949372 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.002357 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Pushing event updated for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:26.037690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Provisioning complete for port 0d7558dc-1fc6-46b6-8e00-819b7e840aef triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:26.038210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.047134 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc86b2-8a78-4fe5-9fc0-766628dae112 req-2d6e62d5-e0ad-4ea3-a759-ea17774832b8 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:26.053136 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ddc86b2-8a78-4fe5-9fc0-766628dae112 req-2d6e62d5-e0ad-4ea3-a759-ea17774832b8 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 931 time: 0.1083429 Jun 01 04:39:26.114505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.116644 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.123621 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.123621 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:26.123621 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:26.130958 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.198667 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7363d0-5d64-46a4-9bb6-05c2158eb390 None None] Pushing event updated for resources: {'Port': ['ID=6cef488c-6605-4840-85ef-725e99f2bc9e,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:26.200428 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ddc86b2-8a78-4fe5-9fc0-766628dae112 req-dc0f42df-e49b-4eee-a864-b17e5357786f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264195 Jun 01 04:39:26.209073 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.247829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:26.248227 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.258446 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.327478 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 3e68b74c-28fe-4079-b2a1-36a3c5086e65, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e68b74c-28fe-4079-b2a1-36a3c5086e65,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:26.348622 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Current status of the port 0d7558dc-1fc6-46b6-8e00-819b7e840aef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:26.359558 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:26.369016 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Provisioning complete for port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:26.369413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.382456 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.416409 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:26.420529 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.421699 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 0d7558dc-1fc6-46b6-8e00-819b7e840aef up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:26.486674 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:26.487068 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.546707 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks [] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.590649 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.612951 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:23Z', 'revision_number': 3, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:26.617908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 0d7558dc-1fc6-46b6-8e00-819b7e840aef triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:26.617908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.618456 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:39:26.631853 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks [] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.637848 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.646954 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Transition to ACTIVE for port object 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:39:26.648055 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:26.669364 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b51ef-d6df-4b80-8e56-87b709caf499 None None] Current status of the port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:26.679530 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060bf6-27fe-4ab7-a227-e2f4b0f8e8da None None] The sync data for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi is: [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:23Z', 'revision_number': 3, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:26.708404 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 0d7558dc-1fc6-46b6-8e00-819b7e840aef is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:26.723407 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Pushing event updated for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:26.729042 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616637'] for router_interface (a0bba92f-3c00-4084-9f36-2978d5f84411), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.736284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.809430 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Pushing event updated for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:26.810094 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.818360 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6891eb35-5dac-4ac4-9f08-283abfe24e07 None None] Provisioning complete for port 692c8183-91e1-4ccc-bb7e-e68b1036265e triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:26.818801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6891eb35-5dac-4ac4-9f08-283abfe24e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:26.846140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:26.890843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:26.892630 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:26.932154 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6891eb35-5dac-4ac4-9f08-283abfe24e07 None None] Port 692c8183-91e1-4ccc-bb7e-e68b1036265e cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:26.966412 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Attempting to bind port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:26.966757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Attempting to bind port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:26.967095 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Attempting to bind port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:26.988272 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 on network 8715975b-1e98-4a30-82e5-baf5c981e463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:39:26.988533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Attempting to bind port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:27.003714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:27.003714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:27.004379 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:27.004845 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Bound port: 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:27.005210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:27.068713 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:27.074898 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Router a0bba92f-3c00-4084-9f36-2978d5f84411 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:27.115778 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:27.121550 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:27.222575 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:27.230824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:27.256357 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-340da4e7-cb3c-4d3f-92f7-f08f434c8514 admin admin] 10.222.0.18 "PUT /v2.0/routers/a0bba92f-3c00-4084-9f36-2978d5f84411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7330706 Jun 01 04:39:27.360127 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:27.370461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:27.371858 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] 10.222.0.45 "PUT /v2.0/ports/0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 200 len: 1093 time: 1.5807950 Jun 01 04:39:27.372356 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:27.374963 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d622d5-5eac-4336-bb27-fbeb80f25057" -d '{"events": [{"name": "network-changed", "server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:27.410686 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-ddd42a77-5c7f-427c-91d7-0c99ce064753 None None] Provisioning complete for port 692c8183-91e1-4ccc-bb7e-e68b1036265e triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:27.411210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ddd42a77-5c7f-427c-91d7-0c99ce064753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:27.412587 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006cb03-dc7d-4f44-84df-e3b5faccb91f service neutron] Pushing event updated for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:27.462552 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108666bd-b3ce-469f-a769-36751a3cc147 req-18da1600-b1cb-44c4-814e-76729a235fcd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:27.464161 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-108666bd-b3ce-469f-a769-36751a3cc147 req-18da1600-b1cb-44c4-814e-76729a235fcd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 943 time: 0.1133339 Jun 01 04:39:27.472214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc866ef1-62e7-4e91-8096-434e103a1308 x-openstack-request-id: req-cc866ef1-62e7-4e91-8096-434e103a1308 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:27.472214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:27.472214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc866ef1-62e7-4e91-8096-434e103a1308 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:27.472214 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc866ef1-62e7-4e91-8096-434e103a1308'] response: {'name': 'network-changed', 'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'status': 'completed', 'code': 200} Jun 01 04:39:27.487936 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-ddd42a77-5c7f-427c-91d7-0c99ce064753 None None] Port 692c8183-91e1-4ccc-bb7e-e68b1036265e cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:27.601587 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-108666bd-b3ce-469f-a769-36751a3cc147 req-bccb572a-c01e-4ef3-9dab-d0c58ce49ef0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258337 Jun 01 04:39:27.636785 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-4ddee4fa-8e01-458f-91dc-2c5b4d3d2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:27.639396 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-4ddee4fa-8e01-458f-91dc-2c5b4d3d2a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1127 time: 0.1082964 Jun 01 04:39:27.768003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e68b74c-28fe-4079-b2a1-36a3c5086e65 up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:27.825347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:27.825885 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:27.837100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-d826c7f6-2b1f-46d3-a81d-e80db0fdca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:27.838988 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-d826c7f6-2b1f-46d3-a81d-e80db0fdca66 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=756cb4ed8d2345dcaae27638b257a480&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1698546 Jun 01 04:39:27.962772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-c96c642b-29ba-4074-b6f6-011c56623406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:27.964387 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-10d622d5-5eac-4336-bb27-fbeb80f25057 req-c96c642b-29ba-4074-b6f6-011c56623406 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183321 Jun 01 04:39:28.049082 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35764) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:28.056653 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750034705', 'description': 'tempest-secgroup-smoke-750034705 description', 'project_id': '6d70e82d96624016bed251b30b26ad73'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:28.074408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:28.075691 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6cef488c-6605-4840-85ef-725e99f2bc9e up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:28.100391 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-2c87571b-7e0e-449d-b991-6962ed880d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:28.101917 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-2c87571b-7e0e-449d-b991-6962ed880d7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1127 time: 0.0660429 Jun 01 04:39:28.125121 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6cef488c-6605-4840-85ef-725e99f2bc9e triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:28.125498 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.154401 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-41712c6c-8576-48da-9aca-3e0bbd160cc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 200 len: 217 time: 0.0376372 Jun 01 04:39:28.166356 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.208005 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-49e96ca4-2429-4ec2-bc6c-918a8ba3f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:28.209539 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-49e96ca4-2429-4ec2-bc6c-918a8ba3f7a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0489414 Jun 01 04:39:28.213997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6cef488c-6605-4840-85ef-725e99f2bc9e is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:28.214380 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.237733 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e115244d-d3a7-4346-a053-d913c467004f None None] For port 6cef488c-6605-4840-85ef-725e99f2bc9e, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6cef488c-6605-4840-85ef-725e99f2bc9e,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:28.250540 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:28.255711 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (a5f66af3-acf9-4ff4-b869-179a586be9ad), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.260554 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-e4f8545a-e71a-48f5-900b-9cfa6b841045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:28.262045 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-e4f8545a-e71a-48f5-900b-9cfa6b841045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436063 Jun 01 04:39:28.314602 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.359679 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-133b2036-ebf4-45f3-ad09-9e8ac445264c service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911117 Jun 01 04:39:28.363899 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Pushing event updated for resources: {'Port': ['ID=6cef488c-6605-4840-85ef-725e99f2bc9e,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:28.370542 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a5f66af3-acf9-4ff4-b869-179a586be9ad), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.408341 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f66af3-acf9-4ff4-b869-179a586be9ad,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:28.460066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-132468e5-e263-40d1-a91d-dd9d601c1b97 req-13adeed5-7b40-4c68-bae1-7d598d5e0297 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942712 Jun 01 04:39:28.469883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.472819 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7bca0a16-a429-4e06-b177-ec4723bc64b6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4199328 Jun 01 04:39:28.474353 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35768) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:28.479140 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:28.595098 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (8780d1d0-b170-4091-89ed-a5a7e6c657b6), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.645302 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (8780d1d0-b170-4091-89ed-a5a7e6c657b6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.721880 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (8780d1d0-b170-4091-89ed-a5a7e6c657b6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.750364 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8780d1d0-b170-4091-89ed-a5a7e6c657b6,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:28.762253 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553be8a-7382-42f5-a770-96fd87731ef0 req-10c59ab0-04fa-4fec-a4b4-8a4eb673b2ef tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:28.763839 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0553be8a-7382-42f5-a770-96fd87731ef0 req-10c59ab0-04fa-4fec-a4b4-8a4eb673b2ef tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 943 time: 0.0748277 Jun 01 04:39:28.812328 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0553be8a-7382-42f5-a770-96fd87731ef0 req-e6152886-00eb-471c-b993-c93accb4eb02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 Jun 01 04:39:28.816603 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.817715 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-41c966de-efc2-4c6f-8ef2-e19d01f545d0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422639 Jun 01 04:39:28.820681 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35772) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:28.825617 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:28.919735 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (59534c1d-e6e5-4beb-8cf7-661d6f22239a), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:28.967794 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (59534c1d-e6e5-4beb-8cf7-661d6f22239a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.038914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (59534c1d-e6e5-4beb-8cf7-661d6f22239a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.044456 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:29.058894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59534c1d-e6e5-4beb-8cf7-661d6f22239a,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:29.120112 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.121331 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d9dc83e4-c394-4ebe-9214-017d808ed3c4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2997396 Jun 01 04:39:29.124259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35776) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:29.128899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:29.228567 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (5a5d4823-8b7a-4309-b913-edb729fd5cab), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.278231 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (5a5d4823-8b7a-4309-b913-edb729fd5cab), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.340582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (5a5d4823-8b7a-4309-b913-edb729fd5cab), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.364540 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5d4823-8b7a-4309-b913-edb729fd5cab,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:29.428678 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.430079 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b775d26d-5e61-4a7f-907f-e14b1462f85a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046179 Jun 01 04:39:29.433324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35778) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:29.437676 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:29.523608 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (75d26edf-d7c4-404d-aca2-5c0dc85ce9f5), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.588751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (75d26edf-d7c4-404d-aca2-5c0dc85ce9f5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.604751 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6cef488c-6605-4840-85ef-725e99f2bc9e up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:29.649646 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 6cef488c-6605-4840-85ef-725e99f2bc9e triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:29.650555 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.662065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (75d26edf-d7c4-404d-aca2-5c0dc85ce9f5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.670611 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:29.681603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d26edf-d7c4-404d-aca2-5c0dc85ce9f5,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:29.724480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Sync routers for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:29.743740 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 6cef488c-6605-4840-85ef-725e99f2bc9e is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:29.748559 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:29.749190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:29.778704 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.780089 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-62c4d320-5a82-4390-9c1e-2d11e2ca9016 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457894 Jun 01 04:39:29.783887 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35780) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:29.788336 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:29.858262 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:29.896706 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Project 6d70e82d96624016bed251b30b26ad73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:39:29.921846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (4ab66f91-166f-44c9-9664-dcc99d80b2de), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:29.948710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08626cb-d3b2-48b0-acc0-09de8793cc3c req-9afe8031-1c04-4989-989f-fbe52c66555c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:29.950209 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a08626cb-d3b2-48b0-acc0-09de8793cc3c req-9afe8031-1c04-4989-989f-fbe52c66555c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 943 time: 0.0669122 Jun 01 04:39:29.974415 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:29.980239 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:30.034425 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a08626cb-d3b2-48b0-acc0-09de8793cc3c req-cb27d98e-ad48-4059-9884-a256c702d42c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753224 Jun 01 04:39:30.036016 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (4ab66f91-166f-44c9-9664-dcc99d80b2de), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.051167 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 4, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '692c8183-91e1-4ccc-bb7e-e68b1036265e', 'name': '', 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'mac_address': 'fa:16:3e:3c:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:25Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 2, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'subnets': [{'id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:30.080286 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Checking router: a0bba92f-3c00-4084-9f36-2978d5f84411 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:30.080636 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Updating router a0bba92f-3c00-4084-9f36-2978d5f84411 port 692c8183-91e1-4ccc-bb7e-e68b1036265e binding host dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 04:39:30.109226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.147714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (4ab66f91-166f-44c9-9664-dcc99d80b2de), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.170527 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab66f91-166f-44c9-9664-dcc99d80b2de,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:30.252404 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.253777 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8ca1beff-b2be-4118-8f90-3eff35bb7b87 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687784 Jun 01 04:39:30.256421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35788) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:30.261376 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'security_group_rule': {'security_group_id': 'a5f66af3-acf9-4ff4-b869-179a586be9ad', 'project_id': '6d70e82d96624016bed251b30b26ad73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:30.336745 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Project 6d70e82d96624016bed251b30b26ad73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 04:39:30.344022 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (6dea2374-9399-48fe-a3f9-5e3ab4bf0868), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.413405 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks [] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.416472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (6dea2374-9399-48fe-a3f9-5e3ab4bf0868), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.489332 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.519083 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (6dea2374-9399-48fe-a3f9-5e3ab4bf0868), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.538583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dea2374-9399-48fe-a3f9-5e3ab4bf0868,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:30.576450 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352bfa4-6771-4367-b7ee-a96aa2601c78 None None] Pushing event updated for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:30.615837 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Attempting to bind port 692c8183-91e1-4ccc-bb7e-e68b1036265e on host dv-cinder-667108-37-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:30.616551 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Attempting to bind port 692c8183-91e1-4ccc-bb7e-e68b1036265e by drivers openvswitch,hyperv on host dv-cinder-667108-37-iscsi at level 0 using segments [{'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:30.616551 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Attempting to bind port 692c8183-91e1-4ccc-bb7e-e68b1036265e on network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:30.619690 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.623422 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Checking agent: {'id': '51160720-d792-4941-b5ab-acc47759dade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-37-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 18, 56), 'started_at': datetime.datetime(2022, 6, 1, 4, 19, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-37-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:30.623752 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Checking segment: {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:30.624166 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.624564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Bound using segment: {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:30.625115 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Bound port: 692c8183-91e1-4ccc-bb7e-e68b1036265e, host: dv-cinder-667108-37-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac60fd9a-9ab8-4c60-b929-5fa47296e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:30.625424 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.635855 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0451d494-a5d4-489f-9102-bcb5655baeff tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3710818 Jun 01 04:39:30.692854 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:30.696104 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] For port 692c8183-91e1-4ccc-bb7e-e68b1036265e, host dv-cinder-667108-37-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:30.699970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] For port 692c8183-91e1-4ccc-bb7e-e68b1036265e, host dv-cinder-667108-37-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=692c8183-91e1-4ccc-bb7e-e68b1036265e,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:30.799513 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:30.855127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:39:30.893428 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:30.894079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:30.900576 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352bfa4-6771-4367-b7ee-a96aa2601c78 None None] Pushing event updated for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:30.947292 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Provisioning complete for port 692c8183-91e1-4ccc-bb7e-e68b1036265e triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:30.947793 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.082033 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.122921 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:31.168764 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2c7cc-f409-4e83-b61d-9e50fca4a5b3 req-9d04e377-3283-47c3-9ad4-94daec916f15 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:31.170294 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-78f2c7cc-f409-4e83-b61d-9e50fca4a5b3 req-9d04e377-3283-47c3-9ad4-94daec916f15 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 943 time: 0.0490968 Jun 01 04:39:31.173415 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:31.185798 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:31.211693 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Current status of the port 692c8183-91e1-4ccc-bb7e-e68b1036265e is: DOWN; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:31.212005 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.236296 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-78f2c7cc-f409-4e83-b61d-9e50fca4a5b3 req-4eb422a0-cd12-4379-8e2c-d0022d59554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598528 Jun 01 04:39:31.238507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:39:31.465697 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:31.465996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.489413 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] For port 692c8183-91e1-4ccc-bb7e-e68b1036265e, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=692c8183-91e1-4ccc-bb7e-e68b1036265e,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:31.501747 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:39:31.505968 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:31.539731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:31.572416 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 4, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '692c8183-91e1-4ccc-bb7e-e68b1036265e', 'name': '', 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'mac_address': 'fa:16:3e:3c:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:25Z', 'updated_at': '2022-06-01T04:39:30Z', 'revision_number': 4, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'subnets': [{'id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:31.601384 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb5eed-9701-4e9c-9694-bad0bc3803b4 None None] The sync data for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi is: [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 4, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '692c8183-91e1-4ccc-bb7e-e68b1036265e', 'name': '', 'network_id': 'dcf45f9a-aaa0-4090-980e-5f5e71688dd9', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'mac_address': 'fa:16:3e:3c:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:25Z', 'updated_at': '2022-06-01T04:39:30Z', 'revision_number': 4, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'subnets': [{'id': 'fb838955-20fc-4f1b-8080-9251a0926810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:31.602970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.608350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.702520 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aba1b6-5e4b-47f7-87bf-3bad90ba84a9 None None] Pushing event updated for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:31.744828 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-6282b2f7-b34f-4131-b7fa-94ae184d44bb None None] Provisioning complete for port 692c8183-91e1-4ccc-bb7e-e68b1036265e triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:31.745336 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6282b2f7-b34f-4131-b7fa-94ae184d44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:31.787028 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:31.848066 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-6282b2f7-b34f-4131-b7fa-94ae184d44bb None None] Current status of the port 692c8183-91e1-4ccc-bb7e-e68b1036265e is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:32.035743 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['0a53c886-36f8-4ef1-a236-0be39e1c7bc4'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:39:32.364371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:32.380283 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba36f2-6a3b-4925-9a64-81005a1b2caf req-ec2ede00-e942-40f5-9507-8b25047409ea tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:32.381843 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41ba36f2-6a3b-4925-9a64-81005a1b2caf req-ec2ede00-e942-40f5-9507-8b25047409ea tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 944 time: 0.0556250 Jun 01 04:39:32.440665 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41ba36f2-6a3b-4925-9a64-81005a1b2caf req-2c2f1cf0-66c7-4973-a622-ab030f94ff24 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Jun 01 04:39:32.914265 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:32.966225 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:32.969098 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:39:33.077592 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:33.077978 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:33.177416 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:33.177802 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:33.203410 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:33.205679 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64414d-28f9-455b-bfe9-61fbd5bf512b" -d '{"events": [{"server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "name": "network-vif-plugged", "status": "completed", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:33.220378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:33.289630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:33.314736 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af03242-2a31-48d6-9d9c-771cf9545c60 x-openstack-request-id: req-5af03242-2a31-48d6-9d9c-771cf9545c60 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:33.315029 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "name": "network-vif-plugged", "status": "completed", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:33.315291 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af03242-2a31-48d6-9d9c-771cf9545c60 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:33.315883 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af03242-2a31-48d6-9d9c-771cf9545c60'] response: {'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'code': 200} Jun 01 04:39:33.343619 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:33.576238 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46174d-0bed-4537-bc52-27816e6d861d req-9e0df462-9bd9-4732-8076-aa0aaf78b517 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:33.577836 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7e46174d-0bed-4537-bc52-27816e6d861d req-9e0df462-9bd9-4732-8076-aa0aaf78b517 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0640121 Jun 01 04:39:33.640175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 692c8183-91e1-4ccc-bb7e-e68b1036265e up at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:33.646206 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7e46174d-0bed-4537-bc52-27816e6d861d req-fa2393e7-b698-475a-a4c0-7400796ca977 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623248 Jun 01 04:39:33.709546 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555237-6bf5-4131-92f6-0ad9c4f62390 req-24b210ec-b5eb-49bd-ba1a-c3d177ade4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:33.711558 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b3555237-6bf5-4131-92f6-0ad9c4f62390 req-24b210ec-b5eb-49bd-ba1a-c3d177ade4bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1129 time: 0.0516202 Jun 01 04:39:33.712913 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Provisioning complete for port 692c8183-91e1-4ccc-bb7e-e68b1036265e triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:33.713297 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:33.767416 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b3555237-6bf5-4131-92f6-0ad9c4f62390 req-cea9a432-328a-40c4-8815-bfa836c84a90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488367 Jun 01 04:39:33.806558 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Current status of the port 692c8183-91e1-4ccc-bb7e-e68b1036265e is: ACTIVE; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:34.791150 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1edc-8de7-4b59-a857-c27ff8cec748 req-11f0ae11-3399-4715-8233-ea0dce635edd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:34.793866 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cceb1edc-8de7-4b59-a857-c27ff8cec748 req-11f0ae11-3399-4715-8233-ea0dce635edd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0497837 Jun 01 04:39:34.839767 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cceb1edc-8de7-4b59-a857-c27ff8cec748 req-28488989-ab41-4ef5-aa23-cb41b0d6ed01 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Jun 01 04:39:35.959132 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73e71-13fa-4b23-9ece-8130fea24e3b req-9881aabc-926d-48b8-b6e1-41a1738a6281 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:35.960522 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6fd73e71-13fa-4b23-9ece-8130fea24e3b req-9881aabc-926d-48b8-b6e1-41a1738a6281 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0517917 Jun 01 04:39:36.011503 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6fd73e71-13fa-4b23-9ece-8130fea24e3b req-29a50d19-c89f-4a26-a273-a2ce632d411a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Jun 01 04:39:36.120904 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fe6a-699a-4558-a8e0-7e7d978aaa02 req-e64288ef-726b-4594-94f2-dc1fbd803c0a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:36.122360 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-72f1fe6a-699a-4558-a8e0-7e7d978aaa02 req-e64288ef-726b-4594-94f2-dc1fbd803c0a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0471690 Jun 01 04:39:36.133409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35902) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:36.138760 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:36.176177 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:36.704722 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:36.900059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:36.983411 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:37.033907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:37.084777 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7 associated. External IP: 172.27.0.163, port: 0a53c886-36f8-4ef1-a236-0be39e1c7bc4. Jun 01 04:39:37.288727 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:39:37.391688 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:39:37.396224 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:37.401242 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:39:37.412153 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:37.412728 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:37.428346 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f836b20d-2801-4b55-84cf-f92f319e96bf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "PUT /v2.0/floatingips/5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7 HTTP/1.1" status: 200 len: 991 time: 1.2931731 Jun 01 04:39:37.428839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:37.431745 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:37.467730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc1cb61-4054-49c5-aa65-334ed43f7b59 x-openstack-request-id: req-ebc1cb61-4054-49c5-aa65-334ed43f7b59 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:37.468002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:37.468253 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebc1cb61-4054-49c5-aa65-334ed43f7b59 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:37.468679 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc1cb61-4054-49c5-aa65-334ed43f7b59'] response: {'name': 'network-changed', 'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'status': 'completed', 'code': 200} Jun 01 04:39:37.520190 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:37.554179 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-dfde7efe-902f-4f56-ac74-935d0fd06fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:37.556503 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-dfde7efe-902f-4f56-ac74-935d0fd06fff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1129 time: 0.0441344 Jun 01 04:39:37.663222 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-3b933aec-0c60-456c-9cc5-ab5276d890ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:37.664626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-3b933aec-0c60-456c-9cc5-ab5276d890ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.1019228 Jun 01 04:39:37.664827 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:37.733455 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-51afa348-7997-4d28-aaa5-722d7d19f538 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 200 len: 999 time: 0.0624311 Jun 01 04:39:37.736541 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:36Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:37.766023 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:39:37.775074 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:39:37.775712 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:37.793333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-f3f8b89f-8222-4572-aaca-ee5d97f7adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:37.794810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-f3f8b89f-8222-4572-aaca-ee5d97f7adc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0553534 Jun 01 04:39:37.853776 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-a9fee32a-7fdc-4c7c-9538-b014d7fdcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:37.856632 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-a9fee32a-7fdc-4c7c-9538-b014d7fdcd6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554333 Jun 01 04:39:37.878559 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:39:37.961269 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-43a6fafc-2f2e-4a17-a23f-42aaad9104f4 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987523 Jun 01 04:39:37.975022 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:38.059527 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ccd5ef2-2c21-4a4d-a3f5-4ad971d9e86b req-cbb1bce5-832f-47c0-ab06-46e627b44f48 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913494 Jun 01 04:39:38.095450 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:36Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:39:38.120615 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3192-76b0-4c11-b51e-e671c293caf2 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:36Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:39:38.334229 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e729f7-682b-4f6b-bc11-82a982c671fe None None] New status for floating IP 5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:39:38.837487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35942) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:38.989606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8373ff-249c-47c5-bf7b-d8cb3bad44a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:38.992084 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:39.057662 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8373ff-249c-47c5-bf7b-d8cb3bad44a0 admin admin] Publish callbacks [] for security_group (6bd4fa80-be7e-42ac-a69a-bde337261800), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.134620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8373ff-249c-47c5-bf7b-d8cb3bad44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6bd4fa80-be7e-42ac-a69a-bde337261800), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.179388 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cc8373ff-249c-47c5-bf7b-d8cb3bad44a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc63b8a952e54ed59ff19757e3e68f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407612 Jun 01 04:39:39.180315 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8373ff-249c-47c5-bf7b-d8cb3bad44a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd4fa80-be7e-42ac-a69a-bde337261800,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:39.190975 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35948) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:39.240370 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] Publish callbacks [] for security_group (6bd4fa80-be7e-42ac-a69a-bde337261800), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.262255 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] Publish callbacks [] for security_group (6bd4fa80-be7e-42ac-a69a-bde337261800), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.288542 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:39.420351 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6bd4fa80-be7e-42ac-a69a-bde337261800), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.423022 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:39.424229 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bd4fa80-be7e-42ac-a69a-bde337261800 HTTP/1.1" status: 204 len: 168 time: 0.2322636 Jun 01 04:39:39.432179 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565ff2a-6937-446f-8827-490a3ed54ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd4fa80-be7e-42ac-a69a-bde337261800,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:40.174465 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35956) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:40.194691 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-92793391-e31b-410e-80fe-3f1bcebdcb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.272558 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-92793391-e31b-410e-80fe-3f1bcebdcb66 admin admin] Publish callbacks [] for security_group (d5e123eb-3632-40e2-abbe-ddadcbf52442), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.335972 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-92793391-e31b-410e-80fe-3f1bcebdcb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d5e123eb-3632-40e2-abbe-ddadcbf52442), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.375500 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-92793391-e31b-410e-80fe-3f1bcebdcb66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca248e145d66486485653924682f41cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996276 Jun 01 04:39:40.376684 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793391-e31b-410e-80fe-3f1bcebdcb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e123eb-3632-40e2-abbe-ddadcbf52442,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:40.378225 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35958) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:40.429602 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] Publish callbacks [] for security_group (d5e123eb-3632-40e2-abbe-ddadcbf52442), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.457359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] Publish callbacks [] for security_group (d5e123eb-3632-40e2-abbe-ddadcbf52442), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.546615 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:40.553227 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-2295c654-a2e6-420d-a3b9-544186d3dd85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401647 Jun 01 04:39:40.591739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d5e123eb-3632-40e2-abbe-ddadcbf52442), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.594186 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:40.595291 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5e123eb-3632-40e2-abbe-ddadcbf52442 HTTP/1.1" status: 204 len: 168 time: 0.2161441 Jun 01 04:39:40.604090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeadf2-caed-4b75-8a25-baab51b22ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e123eb-3632-40e2-abbe-ddadcbf52442,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:40.667344 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-4e07b680-0330-4614-9db5-429d2cffcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:40.669133 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-4e07b680-0330-4614-9db5-429d2cffcbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1129 time: 0.0538719 Jun 01 04:39:40.785729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-011653eb-58dc-4a4b-9167-bd54278225b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:40.787277 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-011653eb-58dc-4a4b-9167-bd54278225b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.0926933 Jun 01 04:39:40.850058 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-fad570be-d4f5-4212-852c-ab9814b35239 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 1001 time: 0.0547318 Jun 01 04:39:40.904724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-577c8410-2711-48ce-abf5-82f96baa4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:40.906211 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-577c8410-2711-48ce-abf5-82f96baa4db7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0502503 Jun 01 04:39:40.950947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-eb826df8-190a-497e-90ce-34494fb2ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:40.952461 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-eb826df8-190a-497e-90ce-34494fb2ffc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402899 Jun 01 04:39:41.065048 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-d1422adf-52be-42c3-bc4d-1de368d89cbc service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987277 Jun 01 04:39:41.166063 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ec45290-eb6c-48e1-82a0-184feac7d0db req-af184e5a-3e6d-43c6-8665-e40f6a08e8d3 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946350 Jun 01 04:39:41.324061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 35966) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:41.338092 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dac095bf-17d5-4a0f-9853-c8dc210f0ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.415559 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dac095bf-17d5-4a0f-9853-c8dc210f0ebf admin admin] Publish callbacks [] for security_group (687eb2a1-c656-413c-a01e-9d7de30e143c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.477431 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dac095bf-17d5-4a0f-9853-c8dc210f0ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (687eb2a1-c656-413c-a01e-9d7de30e143c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.498380 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:41.521468 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dac095bf-17d5-4a0f-9853-c8dc210f0ebf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f35c9d51df554edd88b8109abdd4419d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962380 Jun 01 04:39:41.523596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac095bf-17d5-4a0f-9853-c8dc210f0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687eb2a1-c656-413c-a01e-9d7de30e143c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:41.525146 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 35968) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:41.584908 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] Publish callbacks [] for security_group (687eb2a1-c656-413c-a01e-9d7de30e143c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.606622 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] Publish callbacks [] for security_group (687eb2a1-c656-413c-a01e-9d7de30e143c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.735865 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (687eb2a1-c656-413c-a01e-9d7de30e143c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.738344 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:41.739560 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/687eb2a1-c656-413c-a01e-9d7de30e143c HTTP/1.1" status: 204 len: 168 time: 0.2134159 Jun 01 04:39:41.747855 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eea23-f94a-4b52-8bbb-b70210877b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687eb2a1-c656-413c-a01e-9d7de30e143c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:42.835492 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36000) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:42.932955 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1517847818-network', 'tenant_id': '6607408c2a46439d93026002d312b9de'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:43.033064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Made reservation on behalf of 6607408c2a46439d93026002d312b9de for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:43.035474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.045031 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.123332 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks [] for security_group (bc2f08ad-23bb-4166-b0b6-ce0a8facfe84), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.186025 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bc2f08ad-23bb-4166-b0b6-ce0a8facfe84), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.208549 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 04:39:43.224626 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:43.227634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (bb1f0298-40e1-4913-ac71-95b83c4e3fa1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.228494 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Added segment bb1f0298-40e1-4913-ac71-95b83c4e3fa1 of type vlan for network 38efa17b-6b81-41c1-9aa7-2e9653e0399f Jun 01 04:39:43.239737 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:43.269901 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779067014503'] for network (38efa17b-6b81-41c1-9aa7-2e9653e0399f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.374631 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092'] for network (38efa17b-6b81-41c1-9aa7-2e9653e0399f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.375611 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:43.376195 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.437092 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] Pushing event updated for resources: {'Network': ['ID=38efa17b-6b81-41c1-9aa7-2e9653e0399f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:43.446976 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f details requested by agent ovs-agent-dv-cinder-667108-37-iscsi with host dv-cinder-667108-37-iscsi {{(pid=104651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 01 04:39:43.492162 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-824ef7df-4ea8-42cd-bb71-8b1b5672390e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6555474 Jun 01 04:39:43.495152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36006) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:39:43.500188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Request body: {'subnet': {'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1517847818-subnet', 'tenant_id': '6607408c2a46439d93026002d312b9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:43.513951 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:43.615704 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Made reservation on behalf of 6607408c2a46439d93026002d312b9de for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:43.618187 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25528735'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.838879 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26190894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25528713'] for subnet (b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:43.892894 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:43.903078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Checking segment: {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:43.903467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Network hostable DHCP agents. Network: 38efa17b-6b81-41c1-9aa7-2e9653e0399f, hostable agents: ['f3c45979-203f-488c-9dfd-f9b454d00a7b'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 04:39:43.906168 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:43.985834 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f is scheduled to be hosted by DHCP agent f3c45979-203f-488c-9dfd-f9b454d00a7b with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 04:39:44.067202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-37-iscsi, 38efa17b-6b81-41c1-9aa7-2e9653e0399f) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:44.072146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:44.072869 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:44.077707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2003fa-c887-4bdc-83bc-f132d86540a3 None None] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:44.156020 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4871d698-5111-40cb-9455-72f75fe4fab6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6596358 Jun 01 04:39:44.178870 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5b545-03c3-4962-9152-8b055de1d878 None None] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:39:46.370081 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-a28ec6f6-1000-4201-8c2b-036249df4004 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:46.372207 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-a28ec6f6-1000-4201-8c2b-036249df4004 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/networks?id=38efa17b-6b81-41c1-9aa7-2e9653e0399f HTTP/1.1" status: 200 len: 809 time: 0.1305904 Jun 01 04:39:46.393980 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-29901105-7e34-407d-82cf-d79a97eee39e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/quotas/6607408c2a46439d93026002d312b9de HTTP/1.1" status: 200 len: 375 time: 0.0152423 Jun 01 04:39:46.432327 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-309c68d3-6b5c-4c47-9355-bcfdcf1aedc5 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299039 Jun 01 04:39:46.523107 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-90737c62-07ae-45dd-99a9-6b660a2b6d80 service neutron] 10.222.0.18 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840418 Jun 01 04:39:46.617180 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-145ba373-6892-4c22-92b6-a1e9d8d928fe service neutron] 10.222.0.18 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Jun 01 04:39:46.846683 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e9870e3-7651-4bb5-9084-b6111ebcf1c9 req-8c0a19d9-bceb-4c3c-a704-1d4af616dec3 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 210 time: 0.0297697 Jun 01 04:39:47.943296 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ba2a467-5327-4c8a-bc7e-f09f9bf97383 req-3f107b48-d1d3-41b6-92b1-3b87da5ac80b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jun 01 04:39:48.098214 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=41 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:48.099053 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=90 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:48.990420 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-aa0173e3-d1ad-4929-a57f-6e2e5a92a682 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:48.991901 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-aa0173e3-d1ad-4929-a57f-6e2e5a92a682 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "GET /v2.0/networks?id=38efa17b-6b81-41c1-9aa7-2e9653e0399f HTTP/1.1" status: 200 len: 809 time: 0.1050925 Jun 01 04:39:49.029306 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Request body: {'port': {'device_id': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f', 'admin_state_up': True, 'tenant_id': '6607408c2a46439d93026002d312b9de'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:49.057496 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b08a3bb-81cc-4f6a-87e7-8de5111c84f7 req-d67ea28b-7633-4cbe-9d71-c246eb830ef8 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 210 time: 0.0435448 Jun 01 04:39:49.204284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Made reservation on behalf of 6607408c2a46439d93026002d312b9de for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:49.207824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:49.335168 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Allocated IP 172.20.0.2 (38efa17b-6b81-41c1-9aa7-2e9653e0399f/b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7/5e7dd023-8558-49bd-b4eb-7df1c5bd51ce) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:49.339422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:49.485865 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks [] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:49.588461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:49.621691 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9c97366a-d44e-4222-b8c1-3e0b2bbef5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:49.630033 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:49.634583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:49.642994 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:49.645386 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:39:49.649014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Pushing event updated for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:49.674423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:49.697574 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:49.698170 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:49.777358 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-82d045ef-b440-45ea-8d9d-efcc122fb44e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530675 Jun 01 04:39:49.796206 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Request body: {'port': {'device_id': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:49.858048 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.152129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:39:50.159958 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks [] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.171766 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7286-7a99-4b85-9ed0-154c112a52ad req-1534cb31-ba49-4c6d-aec5-bb35640eb6b0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:50.173266 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a99a7286-7a99-4b85-9ed0-154c112a52ad req-1534cb31-ba49-4c6d-aec5-bb35640eb6b0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 931 time: 0.0479951 Jun 01 04:39:50.173593 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Transition to ACTIVE for port object 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:39:50.225066 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a99a7286-7a99-4b85-9ed0-154c112a52ad req-acca9bd3-933e-409f-9453-c44917fd9477 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 Jun 01 04:39:50.238495 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.304680 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Pushing event updated for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:50.355059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Attempting to bind port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:50.355420 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Attempting to bind port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:50.355997 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Attempting to bind port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:50.360418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:39:50.360738 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Attempting to bind port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:50.365569 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:50.365902 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Checking segment: {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:50.366293 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Bound using segment: {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:50.366696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Bound port: 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:50.367042 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.426887 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:50.429336 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:50.432912 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:50.534668 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.567583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:50.568261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:50.569607 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] 10.222.0.45 "PUT /v2.0/ports/5e7dd023-8558-49bd-b4eb-7df1c5bd51ce HTTP/1.1" status: 200 len: 1093 time: 0.7778785 Jun 01 04:39:50.570037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:50.572357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b97315-8af5-4033-9097-87acf8793b03" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:50.604501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fff8b-dd0c-4016-a8e5-9c3b335b809c service neutron] Pushing event updated for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:50.621541 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114d14e-4550-4fef-9edf-92c102146cb0 x-openstack-request-id: req-b114d14e-4550-4fef-9edf-92c102146cb0 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:50.621893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:50.622155 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b114d14e-4550-4fef-9edf-92c102146cb0 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:50.622567 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b114d14e-4550-4fef-9edf-92c102146cb0'] response: {'name': 'network-changed', 'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce', 'status': 'completed', 'code': 200} Jun 01 04:39:50.715246 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97315-8af5-4033-9097-87acf8793b03 req-407d398c-72e1-4dae-ab50-ae8a6bd21d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:50.716726 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05b97315-8af5-4033-9097-87acf8793b03 req-407d398c-72e1-4dae-ab50-ae8a6bd21d8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 1127 time: 0.0423627 Jun 01 04:39:50.825905 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97315-8af5-4033-9097-87acf8793b03 req-bce78dad-4164-46b7-966b-98523c90210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:50.827427 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05b97315-8af5-4033-9097-87acf8793b03 req-bce78dad-4164-46b7-966b-98523c90210d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6607408c2a46439d93026002d312b9de&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972397 Jun 01 04:39:50.856217 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:50.926083 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97315-8af5-4033-9097-87acf8793b03 req-4b7dd67a-29ea-46c2-8686-bbe3ef854790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:50.927582 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05b97315-8af5-4033-9097-87acf8793b03 req-4b7dd67a-29ea-46c2-8686-bbe3ef854790 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920517 Jun 01 04:39:51.033732 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-9c25825e-49e5-4c46-9586-a6e77034f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:51.035241 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-9c25825e-49e5-4c46-9586-a6e77034f9c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 1127 time: 0.0452461 Jun 01 04:39:51.081345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-01a94839-a8fa-4034-8570-263535b321b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce HTTP/1.1" status: 200 len: 217 time: 0.0320606 Jun 01 04:39:51.130229 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-d13dc2b3-a0dd-4594-8a7e-e22c9d736705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:51.131702 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-d13dc2b3-a0dd-4594-8a7e-e22c9d736705 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7 HTTP/1.1" status: 200 len: 849 time: 0.0438738 Jun 01 04:39:51.166857 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-c255bfd0-084b-4dc8-8876-815d529e755b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38efa17b-6b81-41c1-9aa7-2e9653e0399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265536 Jun 01 04:39:51.260108 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-ca79ffaf-3f2f-48fe-b1c1-626412a5abe5 service neutron] 10.222.0.45 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868561 Jun 01 04:39:51.342451 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c395-65ed-4cde-acb4-6db401e22507 req-3fcf7673-3d61-4467-b0e4-825839152d5d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:51.343910 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62e7c395-65ed-4cde-acb4-6db401e22507 req-3fcf7673-3d61-4467-b0e4-825839152d5d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0491743 Jun 01 04:39:51.361439 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30d5d90b-984a-4d9a-a080-9da4622cafe0 req-12d1c53f-53bd-40e8-9ca2-f21922320e38 service neutron] 10.222.0.45 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945206 Jun 01 04:39:51.371088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:51.393548 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62e7c395-65ed-4cde-acb4-6db401e22507 req-ed7c432c-9ca9-4d64-8bc9-62abec841135 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Jun 01 04:39:51.906972 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1eb7-92fd-4f9f-a179-cae42a309b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:52.509846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53ddb9-2c2d-42b9-90c7-3c9906033aea req-898102ea-d8b7-4f74-af71-54ce5326a9f5 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:52.511345 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d53ddb9-2c2d-42b9-90c7-3c9906033aea req-898102ea-d8b7-4f74-af71-54ce5326a9f5 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0489194 Jun 01 04:39:52.558694 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d53ddb9-2c2d-42b9-90c7-3c9906033aea req-28b91639-ce8d-40e8-a113-64e2fe811139 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Jun 01 04:39:53.089888 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:53.672433 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1298073-869d-4cea-b660-afced6c5ab17 req-30910399-7d0e-4373-bbb7-d5f66f181916 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:53.673917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1298073-869d-4cea-b660-afced6c5ab17 req-30910399-7d0e-4373-bbb7-d5f66f181916 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0479312 Jun 01 04:39:53.695344 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:53.723158 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1298073-869d-4cea-b660-afced6c5ab17 req-43e04470-2c17-4700-b12b-f58e9db74dea tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Jun 01 04:39:53.851295 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-e8abc866-9bbb-457f-b492-e2e5c6c855c7 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750034705&fields=id&tenant_id=6d70e82d96624016bed251b30b26ad73 HTTP/1.1" status: 200 len: 267 time: 0.0466063 Jun 01 04:39:53.962122 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-92c3efca-89bd-432c-9e79-a3d9524921c7 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:53.963611 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-92c3efca-89bd-432c-9e79-a3d9524921c7 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 808 time: 0.1055150 Jun 01 04:39:53.978753 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-3dfb2c79-0cb8-42ad-b253-d1f4d9a94ed0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/quotas/6d70e82d96624016bed251b30b26ad73 HTTP/1.1" status: 200 len: 375 time: 0.0097260 Jun 01 04:39:54.029699 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-72a0f325-2de4-4363-9278-dc844f981f32 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450752 Jun 01 04:39:54.091001 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-5674ef89-eb8d-495f-bd19-f895b7402d29 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:39:54.092032 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-5674ef89-eb8d-495f-bd19-f895b7402d29 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501797 Jun 01 04:39:54.185531 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-0872648d-3c75-41f7-a0a8-966b351310e2 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876029 Jun 01 04:39:54.198500 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:54.281237 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-091d04f1-3a24-4695-b0a2-40f047b2f757 service neutron] 10.222.0.18 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900254 Jun 01 04:39:54.682801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:54.855226 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062003f6-b427-4af5-90a2-4a2428eaffa5 req-07114d65-eb93-440a-a5ab-e811f2cac38f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:54.861195 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-062003f6-b427-4af5-90a2-4a2428eaffa5 req-07114d65-eb93-440a-a5ab-e811f2cac38f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0586030 Jun 01 04:39:54.905760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a02cbc3b-f67f-4209-abc5-711f2cad0f5f req-9acc2a1a-88c2-44c2-a8db-92b549d87cea tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Jun 01 04:39:54.921900 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-062003f6-b427-4af5-90a2-4a2428eaffa5 req-5bdf867b-ed6d-423e-b994-91dc37cedb01 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Jun 01 04:39:56.012808 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4c08081a-7b2b-47a3-9742-5f385a17327e req-e4b36016-3962-47e8-965e-a3f373fd460a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0344665 Jun 01 04:39:56.050398 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb87392-a3cf-40ac-843f-b3823341df50 req-c1f2eaf7-66bc-4656-a65c-bfce0ddd27a3 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:56.051917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fb87392-a3cf-40ac-843f-b3823341df50 req-c1f2eaf7-66bc-4656-a65c-bfce0ddd27a3 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0609646 Jun 01 04:39:56.101655 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fb87392-a3cf-40ac-843f-b3823341df50 req-2a913b48-ebca-4c4d-8e9c-0fcfb5281919 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Jun 01 04:39:56.121617 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:57.022571 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:39:57.110774 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-45a4b415-d164-4fb7-80bf-bb6aea000362 req-1531674b-8dc6-46bc-b520-a2265f3abbe6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Jun 01 04:39:57.126148 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:57.138577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce', 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f', 'port_id': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce', 'mac_address': 'fa:16:3e:01:7c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:39:57.174075 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:57.174582 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:57.188935 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:39:57.200173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:57.211092 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:57.245957 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e3a76-6117-4c8a-be66-54a6bc3e430b req-721937c2-b644-49f6-bf19-65efe735c15e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:57.247631 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-275e3a76-6117-4c8a-be66-54a6bc3e430b req-721937c2-b644-49f6-bf19-65efe735c15e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 943 time: 0.0594857 Jun 01 04:39:57.300751 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-275e3a76-6117-4c8a-be66-54a6bc3e430b req-cfcf7e6a-da2c-42a7-b9af-e478306cb29a tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Jun 01 04:39:57.301663 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:57.358608 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:57.543103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-41061185-646c-4058-a388-2b1441173c95 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:57.544913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-41061185-646c-4058-a388-2b1441173c95 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 808 time: 0.3820791 Jun 01 04:39:57.583504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:57.624580 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-844af8ed-9971-4fc7-b3c8-1255e31b300e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d70e82d96624016bed251b30b26ad73 HTTP/1.1" status: 200 len: 379 time: 0.0555971 Jun 01 04:39:57.634875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'port': {'device_id': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'admin_state_up': True, 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'security_groups': ['a5f66af3-acf9-4ff4-b869-179a586be9ad']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:57.759182 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['5e7dd023-8558-49bd-b4eb-7df1c5bd51ce'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:39:57.798653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Made reservation on behalf of 6d70e82d96624016bed251b30b26ad73 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:39:57.802308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:57.939819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Allocated IP 172.20.0.7 (0eb7aa87-104e-4cc4-8db4-35ae245f39f5/e125d46e-927e-4728-ab5e-56bcca6034f9/642b3902-1011-48e3-b526-4497466efc94) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:39:58.092398 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for port (642b3902-1011-48e3-b526-4497466efc94), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.205809 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6d214dbf-f3ba-4f7f-9202-c8a4a06a9789 req-a6d5043e-50cb-4668-80a8-c2ffe2e0bb1a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0283968 Jun 01 04:39:58.227970 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (642b3902-1011-48e3-b526-4497466efc94), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.270848 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:39:58.276862 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:39:58.283233 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:39:58.313722 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:58.333867 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:58.345565 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:58.346210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.438614 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818bd12-d485-4572-aa3a-99b7827ca139 req-a7c3073c-c2d2-466c-ac16-c7fcdc4cd70c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:58.440330 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b818bd12-d485-4572-aa3a-99b7827ca139 req-a7c3073c-c2d2-466c-ac16-c7fcdc4cd70c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 944 time: 0.0541031 Jun 01 04:39:58.494973 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b818bd12-d485-4572-aa3a-99b7827ca139 req-e766807a-faeb-4a5b-a656-d1cb7c768f3e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 Jun 01 04:39:58.498916 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-009e0930-44ba-43e4-9cf0-3218596707de tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677485 Jun 01 04:39:58.519467 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Request body: {'port': {'device_id': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:39:58.540377 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-44569474-20cb-49d2-bc72-3e35a032bce2 None None] Provisioning complete for port 642b3902-1011-48e3-b526-4497466efc94 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:58.540949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44569474-20cb-49d2-bc72-3e35a032bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (642b3902-1011-48e3-b526-4497466efc94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.579024 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-44569474-20cb-49d2-bc72-3e35a032bce2 None None] Port 642b3902-1011-48e3-b526-4497466efc94 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:39:58.585804 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.658661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:58.886187 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642b3902-1011-48e3-b526-4497466efc94 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:39:58.893813 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks [] for port (642b3902-1011-48e3-b526-4497466efc94), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:58.906632 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Transition to ACTIVE for port object 642b3902-1011-48e3-b526-4497466efc94 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:39:58.992480 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.043031 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:59.056481 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:39:59.101903 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:59.106208 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:39:59.121849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Attempting to bind port 642b3902-1011-48e3-b526-4497466efc94 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:39:59.122197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Attempting to bind port 642b3902-1011-48e3-b526-4497466efc94 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:39:59.122533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Attempting to bind port 642b3902-1011-48e3-b526-4497466efc94 on network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:59.127598 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Port 642b3902-1011-48e3-b526-4497466efc94 on network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:39:59.127917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Attempting to bind port 642b3902-1011-48e3-b526-4497466efc94 on network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:39:59.134064 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:39:59.134498 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Checking segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:39:59.134919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Bound using segment: {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:39:59.135378 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Bound port: 642b3902-1011-48e3-b526-4497466efc94, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138a0731-1170-49a6-98ee-b5e8857a8d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:39:59.135748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.204542 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:39:59.207551 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:39:59.209533 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:39:59.209935 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.286775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.289008 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:39:59.289468 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.324398 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:59.326796 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d98d37d-53e9-494e-9678-784c131a2fb0" -d '{"events": [{"server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:59.335985 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:59.340189 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:39:59.344294 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.344906 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.346279 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 1093 time: 0.8313653 Jun 01 04:39:59.346776 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:39:59.349019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:39:59.376567 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984d73-ac4c-4392-9cf2-4d56f05752d0 req-c58e5d9a-b4c7-466a-aa9f-bc16086f9ca7 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.376567 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bf984d73-ac4c-4392-9cf2-4d56f05752d0 req-c58e5d9a-b4c7-466a-aa9f-bc16086f9ca7 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0930634 Jun 01 04:39:59.380599 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e038def-c3b5-45f9-bd06-ae43e9550ea6 x-openstack-request-id: req-8e038def-c3b5-45f9-bd06-ae43e9550ea6 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:59.380958 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:59.381279 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e038def-c3b5-45f9-bd06-ae43e9550ea6 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:59.381739 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e038def-c3b5-45f9-bd06-ae43e9550ea6'] response: {'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce', 'code': 200} Jun 01 04:39:59.400976 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48aec-98ad-4f31-bd01-0b2b2d5595f9 service neutron] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:59.425533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66cf1d4-8ed9-4216-922a-2966f8370c6f x-openstack-request-id: req-d66cf1d4-8ed9-4216-922a-2966f8370c6f {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:39:59.426354 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:39:59.426610 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d66cf1d4-8ed9-4216-922a-2966f8370c6f {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:39:59.427094 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66cf1d4-8ed9-4216-922a-2966f8370c6f'] response: {'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'status': 'completed', 'code': 200} Jun 01 04:39:59.427801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:39:59.449035 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bf984d73-ac4c-4392-9cf2-4d56f05752d0 req-c999428f-bb72-49d1-a34a-bf0e540b0f1f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725052 Jun 01 04:39:59.499517 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:39:59.534749 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-67d25083-36ad-43da-b9a9-c2a32ac8120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.536289 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-67d25083-36ad-43da-b9a9-c2a32ac8120b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1127 time: 0.0470917 Jun 01 04:39:59.635538 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45c878-f34c-4ac6-b453-529959041ba6 req-83d915ef-4977-4130-b9b5-3caa4393808d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.637077 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:59.639773 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bb45c878-f34c-4ac6-b453-529959041ba6 req-83d915ef-4977-4130-b9b5-3caa4393808d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0664937 Jun 01 04:39:59.644454 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:39:59.664677 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-79ba31e8-2392-438b-889d-36b82cc5d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.666551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-79ba31e8-2392-438b-889d-36b82cc5d257 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d70e82d96624016bed251b30b26ad73&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1156073 Jun 01 04:39:59.692587 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bb45c878-f34c-4ac6-b453-529959041ba6 req-033c4787-5d9c-4880-8847-49af3719da00 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496187 Jun 01 04:39:59.769923 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-b7133cf2-5a1d-417d-a240-d18d85362221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.771405 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e322e2c-bb50-4139-8bf3-096cdc8f66e6 req-b7133cf2-5a1d-417d-a240-d18d85362221 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986292 Jun 01 04:39:59.790807 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312874-442e-4d68-9b45-3f708720ab5a req-1975c2a7-73cd-475b-9b66-a4cd7d43834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.792347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-96312874-442e-4d68-9b45-3f708720ab5a req-1975c2a7-73cd-475b-9b66-a4cd7d43834c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 1129 time: 0.0403750 Jun 01 04:39:59.847199 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-96312874-442e-4d68-9b45-3f708720ab5a req-e94ca0e1-2431-4692-9e75-52f73c373b27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Jun 01 04:39:59.879967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-7da91bb4-471c-40bc-a08c-fb9b0b34487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:39:59.881517 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-7da91bb4-471c-40bc-a08c-fb9b0b34487a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1127 time: 0.0406196 Jun 01 04:40:00.334885 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-4961124b-839e-47ff-b2c5-9d0cf8cf9575 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 217 time: 0.0371866 Jun 01 04:40:00.376517 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:00.386161 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-0fa8a46b-0b59-4a24-b829-b4eeb64c6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:00.387688 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-0fa8a46b-0b59-4a24-b829-b4eeb64c6959 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0458875 Jun 01 04:40:00.569938 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8481-b0a9-46e2-b6ff-6c4a1c3c629f req-f698191b-a587-4649-b654-cfbd5f9da469 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:00.572046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fb0b8481-b0a9-46e2-b6ff-6c4a1c3c629f req-f698191b-a587-4649-b654-cfbd5f9da469 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0479307 Jun 01 04:40:00.621310 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fb0b8481-b0a9-46e2-b6ff-6c4a1c3c629f req-a6e4662b-3ec1-4299-8622-d45384e1246e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Jun 01 04:40:00.809372 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449ce0d-6264-481e-a14b-f7b6fd1a7cd0 req-6bc6eab8-82ed-4f6b-a5d3-2d827ee38a9a tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:00.810828 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8449ce0d-6264-481e-a14b-f7b6fd1a7cd0 req-6bc6eab8-82ed-4f6b-a5d3-2d827ee38a9a tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0475109 Jun 01 04:40:00.859553 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8449ce0d-6264-481e-a14b-f7b6fd1a7cd0 req-000e04e4-bffc-442b-af7d-2122608a8e39 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Jun 01 04:40:00.913058 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-b17f17bf-6a4a-4ca5-bfe1-04e7c8d5c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:00.914480 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-b17f17bf-6a4a-4ca5-bfe1-04e7c8d5c9ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397832 Jun 01 04:40:01.009156 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-cc9386cb-e848-45fb-a6bb-ea8de71a7788 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879135 Jun 01 04:40:01.027068 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:01.106626 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a9d1795f-8069-4443-88dc-57ba85f19b99 req-273f95d0-b2e8-420b-a180-53ca1b1d20db service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890298 Jun 01 04:40:01.739218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8067d-fd2f-4330-89cf-a9550f3356d8 req-d34f788b-329f-4f94-ba6e-a00dde276022 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:01.740708 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cbe8067d-fd2f-4330-89cf-a9550f3356d8 req-d34f788b-329f-4f94-ba6e-a00dde276022 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0494647 Jun 01 04:40:01.788889 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cbe8067d-fd2f-4330-89cf-a9550f3356d8 req-0e81b3ff-4637-46bc-ace5-5a282dc2fdf1 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425847 Jun 01 04:40:01.975605 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09491fee-665c-4514-998d-1dc030ee6c94 req-b23e1ade-37b2-4c13-acbc-7150511c8743 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:01.977078 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-09491fee-665c-4514-998d-1dc030ee6c94 req-b23e1ade-37b2-4c13-acbc-7150511c8743 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0511923 Jun 01 04:40:02.024815 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-09491fee-665c-4514-998d-1dc030ee6c94 req-035bc049-89d9-4ca6-a7ca-ddd91c806cab tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jun 01 04:40:02.911272 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32026f-5bd9-4896-8453-9f6634b7ed1b req-2915c31c-eb38-43cd-a5c7-141e3e7f27d3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:02.912786 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4c32026f-5bd9-4896-8453-9f6634b7ed1b req-2915c31c-eb38-43cd-a5c7-141e3e7f27d3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0482829 Jun 01 04:40:02.963918 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4c32026f-5bd9-4896-8453-9f6634b7ed1b req-98170499-1fb7-43b2-aaf8-60e74e9c1d2c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Jun 01 04:40:03.385087 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261f7aa-9070-40aa-9ca1-cfb51bccb910 req-e288d644-48e9-4d70-b74c-3e3e16de365b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:03.386553 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f261f7aa-9070-40aa-9ca1-cfb51bccb910 req-e288d644-48e9-4d70-b74c-3e3e16de365b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0515895 Jun 01 04:40:03.433656 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f261f7aa-9070-40aa-9ca1-cfb51bccb910 req-fff46082-593e-40de-84a8-66c4a95ceadc tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Jun 01 04:40:04.082417 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29449d-23d4-4111-bd2b-14443268f0d1 req-7d3fb511-2d76-4f73-bc44-41fb3428de2c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:04.083909 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc29449d-23d4-4111-bd2b-14443268f0d1 req-7d3fb511-2d76-4f73-bc44-41fb3428de2c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0466294 Jun 01 04:40:04.134224 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc29449d-23d4-4111-bd2b-14443268f0d1 req-12125e3f-4fcb-47d7-8c1a-dadc24358dc2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Jun 01 04:40:04.556927 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e130596-d596-416f-83f6-6ef9b56ed164 req-50b6045e-ff24-4fe8-9c66-6efafdfc81e4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:04.558371 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e130596-d596-416f-83f6-6ef9b56ed164 req-50b6045e-ff24-4fe8-9c66-6efafdfc81e4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0526943 Jun 01 04:40:04.606551 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e130596-d596-416f-83f6-6ef9b56ed164 req-e5ea1766-84c9-43cf-a78d-68a4d6742f51 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Jun 01 04:40:04.909185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-3f28838e-1dfd-4e95-9c55-b40aeed2e35b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:04.910611 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-3f28838e-1dfd-4e95-9c55-b40aeed2e35b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 945 time: 0.0522301 Jun 01 04:40:04.987795 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:04.998385 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Deleting port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:04.998725 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:05.092105 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] For port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:05.092473 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:05.105940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Calling delete_port for 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:05.115245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:05.250099 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668357-b62e-4cb8-b369-561827a855d3 req-1e7a186c-3fd4-48c2-9dd5-9f0984a56b5e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:05.251614 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-45668357-b62e-4cb8-b369-561827a855d3 req-1e7a186c-3fd4-48c2-9dd5-9f0984a56b5e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0489206 Jun 01 04:40:05.280512 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:05.295600 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (5e7dd023-8558-49bd-b4eb-7df1c5bd51ce), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:05.305790 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-45668357-b62e-4cb8-b369-561827a855d3 req-3059a95b-27a7-49a0-977f-5612abbfd250 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478666 Jun 01 04:40:05.328474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Pushing event deleted for resources: {'Port': ['ID=5e7dd023-8558-49bd-b4eb-7df1c5bd51ce,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:05.372410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] No DVR routers for this DVR port 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:05.375891 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:05.378777 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d66309ed-892e-4bee-8beb-6744967a2c25 req-b0ef959c-67dc-400a-989e-fd10b0a8a3b2 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "DELETE /v2.0/ports/5e7dd023-8558-49bd-b4eb-7df1c5bd51ce HTTP/1.1" status: 204 len: 173 time: 0.4625862 Jun 01 04:40:05.379065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'name': 'network-vif-deleted', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:05.382407 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03178f1-4eff-4c35-8437-35308018d5b9" -d '{"events": [{"server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "name": "network-vif-deleted", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:05.418185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa1521-4232-48ad-bf37-64ad77e0daf1 x-openstack-request-id: req-72aa1521-4232-48ad-bf37-64ad77e0daf1 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:05.418473 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab8a205-6fc8-4072-bd7b-f363a9d3740d", "name": "network-vif-deleted", "tag": "5e7dd023-8558-49bd-b4eb-7df1c5bd51ce", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:05.418724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72aa1521-4232-48ad-bf37-64ad77e0daf1 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:05.419125 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aa1521-4232-48ad-bf37-64ad77e0daf1'] response: {'server_uuid': '4ab8a205-6fc8-4072-bd7b-f363a9d3740d', 'name': 'network-vif-deleted', 'tag': '5e7dd023-8558-49bd-b4eb-7df1c5bd51ce', 'status': 'completed', 'code': 200} Jun 01 04:40:05.701768 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-37770b8d-019e-4c9d-8c92-36945ffac572 req-f6ebad33-276d-42a1-950d-1e2333c6ab7a tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ab8a205-6fc8-4072-bd7b-f363a9d3740d HTTP/1.1" status: 200 len: 210 time: 0.0285263 Jun 01 04:40:06.427160 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabde5de-180a-49c4-a38e-052a74d361ce req-12e10227-2121-439c-9093-5e4598046cb8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:06.428747 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dabde5de-180a-49c4-a38e-052a74d361ce req-12e10227-2121-439c-9093-5e4598046cb8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0490539 Jun 01 04:40:06.478159 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dabde5de-180a-49c4-a38e-052a74d361ce req-e805d4f2-c449-4e79-84d5-8decaa69a374 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Jun 01 04:40:06.963098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-a5e4ecfc-827b-4906-b43e-8b1504d8ace0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:06.964477 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-a5e4ecfc-827b-4906-b43e-8b1504d8ace0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/networks?id=38efa17b-6b81-41c1-9aa7-2e9653e0399f HTTP/1.1" status: 200 len: 809 time: 0.1048629 Jun 01 04:40:06.978881 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-a9f885b5-4165-4b35-bb94-c99e7199e68c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/quotas/6607408c2a46439d93026002d312b9de HTTP/1.1" status: 200 len: 375 time: 0.0090861 Jun 01 04:40:07.011733 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-a08960b6-5b7c-4347-9196-7fba88a5d5bb tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274491 Jun 01 04:40:07.103602 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-852348ee-1918-44f7-8303-94e6e26aa701 service neutron] 10.222.0.18 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Jun 01 04:40:07.103979 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:07.127517 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:07.127864 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 5e7dd023-8558-49bd-b4eb-7df1c5bd51ce not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:07.197573 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-7fb08013-9f55-4420-a16a-f13ffc87367b service neutron] 10.222.0.18 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879226 Jun 01 04:40:07.453315 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48a1c303-15f5-4dd4-af51-98f5ea58a131 req-fce2d441-2c0b-45ab-8066-84f4e6805466 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jun 01 04:40:07.592312 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944ed36-9161-44eb-bbf2-e072379be0c2 req-3cb79d42-9e68-47fa-9ab1-327dc316560a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:07.593760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5944ed36-9161-44eb-bbf2-e072379be0c2 req-3cb79d42-9e68-47fa-9ab1-327dc316560a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0476153 Jun 01 04:40:07.644906 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5944ed36-9161-44eb-bbf2-e072379be0c2 req-d89dc308-1f14-4285-bb7d-2ee986d7eb29 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Jun 01 04:40:08.547924 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6243a61f-be5c-4c7c-9265-f060ac282d68 req-0c7b69d5-a310-4e9e-be29-c7658f4e553b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jun 01 04:40:08.758057 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514a212-ef7d-46d3-83bd-35f5ee85f965 req-a5435329-dd19-452a-b8d2-3e800ec1f64c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:08.759468 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1514a212-ef7d-46d3-83bd-35f5ee85f965 req-a5435329-dd19-452a-b8d2-3e800ec1f64c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0480657 Jun 01 04:40:08.784909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:08.808553 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1514a212-ef7d-46d3-83bd-35f5ee85f965 req-beab79c9-7dbc-43d9-8b1d-319b9f40b59e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Jun 01 04:40:09.465315 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36200) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:09.612167 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port 621be1cb-4bd6-4a5e-b78e-a442387cae05 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:09.612514 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:09.653570 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-10cc181e-fccc-40dd-98ed-9c967b5ce4d0 req-0129538e-3a1f-427d-9459-1bb3c51ad634 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 210 time: 0.0362134 Jun 01 04:40:09.700714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:09.701066 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (621be1cb-4bd6-4a5e-b78e-a442387cae05), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:09.707801 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:09.714554 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for 621be1cb-4bd6-4a5e-b78e-a442387cae05 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:09.735355 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:09.919706 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (621be1cb-4bd6-4a5e-b78e-a442387cae05), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:09.947061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04ba4-d435-41aa-9915-29a6a70ea77d req-3e213ad3-a295-44f5-840c-435cf68aa4f0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:09.948574 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96e04ba4-d435-41aa-9915-29a6a70ea77d req-3e213ad3-a295-44f5-840c-435cf68aa4f0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0690148 Jun 01 04:40:09.952770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=621be1cb-4bd6-4a5e-b78e-a442387cae05,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:10.051554 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96e04ba4-d435-41aa-9915-29a6a70ea77d req-c526df68-ec6a-44c0-9551-51a3a1db5b51 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949943 Jun 01 04:40:10.058595 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (87a73f2e-6948-40b0-8414-781a7310e468), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:10.058928 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP 87a73f2e-6948-40b0-8414-781a7310e468 disassociated (deleted). External IP: 172.27.0.33, port: c95f4a69-1577-4402-b2af-06fb5349e287. Jun 01 04:40:10.254714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:10.295924 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-c0f35340-6cc7-48b7-947a-136e63a9eb41 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:10.297384 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-c0f35340-6cc7-48b7-947a-136e63a9eb41 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "GET /v2.0/networks?id=38efa17b-6b81-41c1-9aa7-2e9653e0399f HTTP/1.1" status: 200 len: 809 time: 0.1544349 Jun 01 04:40:10.331742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Request body: {'port': {'device_id': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f', 'admin_state_up': True, 'tenant_id': '6607408c2a46439d93026002d312b9de'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:40:10.405153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:40:10.438174 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:10.551743 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:40:10.556846 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:10.561124 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:40:10.571234 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:10.575354 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:10.588657 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-eb516708-2a52-413e-a23a-a8c1da7b38b0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "DELETE /v2.0/floatingips/87a73f2e-6948-40b0-8414-781a7310e468 HTTP/1.1" status: 204 len: 168 time: 1.1221666 Jun 01 04:40:10.589299 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:10.591633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461dbfb7-c382-4c30-b0bc-2a59b1044edd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:10.639470 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f487241-70be-4676-8be3-8e8f874ddd54 x-openstack-request-id: req-8f487241-70be-4676-8be3-8e8f874ddd54 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:10.639816 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:10.640078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f487241-70be-4676-8be3-8e8f874ddd54 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:10.641120 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f487241-70be-4676-8be3-8e8f874ddd54'] response: {'name': 'network-changed', 'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'status': 'completed', 'code': 200} Jun 01 04:40:10.643980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Made reservation on behalf of 6607408c2a46439d93026002d312b9de for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:40:10.649743 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:10.686942 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:10.776166 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:10.786486 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e1d4c19-4cf3-451d-b457-e56e7f140c60 req-7dff529b-a82d-4273-a791-217e653e3e8d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 210 time: 0.0527096 Jun 01 04:40:10.789062 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-147abfff-5312-4c27-880e-8ad03c97bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:10.790853 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-147abfff-5312-4c27-880e-8ad03c97bb10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 1129 time: 0.0435801 Jun 01 04:40:10.820580 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Allocated IP 172.20.0.11 (38efa17b-6b81-41c1-9aa7-2e9653e0399f/b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7/1f43de81-668e-4988-8403-8239559b3e47) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:40:10.900246 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-8b0d3b8f-c16e-4b3d-b38b-55146d27db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:10.901722 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-8b0d3b8f-c16e-4b3d-b38b-55146d27db84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.1038492 Jun 01 04:40:10.937047 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:10.944887 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-441f0b04-ccd8-4324-875e-3a614df4e235 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95f4a69-1577-4402-b2af-06fb5349e287 HTTP/1.1" status: 200 len: 217 time: 0.0373960 Jun 01 04:40:10.966540 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:40:10.977204 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:10.977204 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:10.996396 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks [] for port (1f43de81-668e-4988-8403-8239559b3e47), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:11.002022 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-88f8d9db-c9e1-4914-ad68-c4c4fe37dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:11.010250 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-88f8d9db-c9e1-4914-ad68-c4c4fe37dbb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0521290 Jun 01 04:40:11.082620 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeeefa-5185-4c5f-b2da-1b36fcccee01 req-97c60534-ee2c-48e8-b83d-002c77f9dbf0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:11.084178 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7efeeefa-5185-4c5f-b2da-1b36fcccee01 req-97c60534-ee2c-48e8-b83d-002c77f9dbf0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Jun 01 04:40:11.094714 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:11.098041 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:11.107445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:40:11.162756 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:11.165189 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Network 38efa17b-6b81-41c1-9aa7-2e9653e0399f is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:40:11.176215 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:40:11.176626 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b345-6652-4c71-9b24-366a773f5cc4 req-0443381f-4936-41d1-b729-860c942fbab6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:11.178832 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:40:11.192354 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6a10b345-6652-4c71-9b24-366a773f5cc4 req-0443381f-4936-41d1-b729-860c942fbab6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0659471 Jun 01 04:40:11.238299 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:11.258205 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:11.260640 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '642b3902-1011-48e3-b526-4497466efc94', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:40:11.265693 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6a10b345-6652-4c71-9b24-366a773f5cc4 req-67708942-437b-4292-951c-b2988546ef34 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718596 Jun 01 04:40:11.311913 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 642b3902-1011-48e3-b526-4497466efc94 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:40:11.312434 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:11.327626 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b3902-1011-48e3-b526-4497466efc94 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:40:11.351748 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:11.414791 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:11.431008 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:11.458174 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c3dc-f783-42db-9382-db0f2699044b None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '9d4ed325-c70f-470f-a72f-f1c205efbfc9', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'port_id': '37997631-7c0b-45f2-8dde-80c75b82d919', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'mac_address': 'fa:16:3e:6f:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:35:40Z', 'updated_at': '2022-06-01T04:35:43Z', 'revision_number': 1, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:40:11.467334 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:11.476456 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.476908 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.477323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.477739 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.478706 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.479106 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.479528 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.479969 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.480631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.481029 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.481441 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.481843 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.482518 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.482648 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.482943 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:11.515557 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7efeeefa-5185-4c5f-b2da-1b36fcccee01 req-5d730431-9fd5-4daf-9def-f93324ae4a7c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254289 Jun 01 04:40:11.520321 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Pushing event updated for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:11.542875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:11.543622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:11.635096 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-9cd454d6-f6a0-415e-b14c-0cb68d64763c tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3070719 Jun 01 04:40:11.708466 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de037d8-6146-4982-8d9c-be2c1b74c74d None None] New status for floating IP 87a73f2e-6948-40b0-8414-781a7310e468: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:40:11.822342 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['642b3902-1011-48e3-b526-4497466efc94'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:40:11.918459 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f42543-f366-4f8a-88a3-21e30c41786e req-5b8e45c7-9b0f-4b28-ad8d-b10b99f56863 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:11.919912 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41f42543-f366-4f8a-88a3-21e30c41786e req-5b8e45c7-9b0f-4b28-ad8d-b10b99f56863 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 932 time: 0.0521824 Jun 01 04:40:11.969542 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41f42543-f366-4f8a-88a3-21e30c41786e req-c6a51264-d88d-407d-bc5a-89746fb6bf38 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Jun 01 04:40:12.083712 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Request body: {'port': {'device_id': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:40:12.116714 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-d60262b9-fce3-4d9f-a793-e2f32353ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:12.118189 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-d60262b9-fce3-4d9f-a793-e2f32353ecbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402315 Jun 01 04:40:12.143804 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1f43de81-668e-4988-8403-8239559b3e47), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.215656 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-b1e8793c-ed95-464d-9816-5bcaaf518500 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Jun 01 04:40:12.313675 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-461dbfb7-c382-4c30-b0bc-2a59b1044edd req-32ae0053-2f2a-4a24-868c-d0882efb823a service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918047 Jun 01 04:40:12.351934 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:12.402197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe67020-7bee-4062-a98d-e405d577b84a req-59852a41-8913-4170-861f-ec5eca5ba6f6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:12.403768 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fe67020-7bee-4062-a98d-e405d577b84a req-59852a41-8913-4170-861f-ec5eca5ba6f6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 944 time: 0.0633371 Jun 01 04:40:12.486511 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fe67020-7bee-4062-a98d-e405d577b84a req-32a2d3f0-b7b6-4847-87fa-4263a2f11588 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763097 Jun 01 04:40:12.524357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f43de81-668e-4988-8403-8239559b3e47 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:40:12.532079 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks [] for port (1f43de81-668e-4988-8403-8239559b3e47), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.545113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Transition to ACTIVE for port object 1f43de81-668e-4988-8403-8239559b3e47 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:40:12.615424 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.641313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508cd2-71e4-43a6-97e6-cc54ea410688 req-9f67c864-30be-4758-b121-7b8cc940d193 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:12.642928 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc508cd2-71e4-43a6-97e6-cc54ea410688 req-9f67c864-30be-4758-b121-7b8cc940d193 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0564196 Jun 01 04:40:12.667761 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:12.696954 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc508cd2-71e4-43a6-97e6-cc54ea410688 req-b6196b2b-a13f-4688-84e0-fbff2ce08cc0 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454957 Jun 01 04:40:12.739628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Attempting to bind port 1f43de81-668e-4988-8403-8239559b3e47 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:40:12.739916 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Attempting to bind port 1f43de81-668e-4988-8403-8239559b3e47 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:40:12.740228 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Attempting to bind port 1f43de81-668e-4988-8403-8239559b3e47 on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:40:12.745342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Port 1f43de81-668e-4988-8403-8239559b3e47 on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:40:12.745661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Attempting to bind port 1f43de81-668e-4988-8403-8239559b3e47 on network 38efa17b-6b81-41c1-9aa7-2e9653e0399f {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:40:12.750586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:40:12.750920 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Checking segment: {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:40:12.751318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Bound using segment: {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:40:12.751757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Bound port: 1f43de81-668e-4988-8403-8239559b3e47, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:40:12.752114 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1f43de81-668e-4988-8403-8239559b3e47), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.781357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:12.816053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:40:12.819032 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1f43de81-668e-4988-8403-8239559b3e47,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:40:12.915182 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-6ffada18-b29d-4cc4-a42e-23f3b7e5a71c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:12.917341 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-6ffada18-b29d-4cc4-a42e-23f3b7e5a71c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 945 time: 0.0468893 Jun 01 04:40:12.930263 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.969778 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:12.970392 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:12.971769 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] 10.222.0.45 "PUT /v2.0/ports/1f43de81-668e-4988-8403-8239559b3e47 HTTP/1.1" status: 200 len: 1094 time: 0.8922782 Jun 01 04:40:12.972189 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'tag': '1f43de81-668e-4988-8403-8239559b3e47'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:12.974410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea98897-d35b-4f92-a4ac-8271be327551" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "tag": "1f43de81-668e-4988-8403-8239559b3e47"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:12.997410 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cbd17-b06f-46e2-9120-f3a9c0466fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:13.012160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port c95f4a69-1577-4402-b2af-06fb5349e287 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:13.012699 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.034799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab8db4-4516-4067-8736-ca8b378e47e1 x-openstack-request-id: req-44ab8db4-4516-4067-8736-ca8b378e47e1 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:13.035091 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "tag": "1f43de81-668e-4988-8403-8239559b3e47", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:13.035474 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44ab8db4-4516-4067-8736-ca8b378e47e1 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:13.035758 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ab8db4-4516-4067-8736-ca8b378e47e1'] response: {'name': 'network-changed', 'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'tag': '1f43de81-668e-4988-8403-8239559b3e47', 'status': 'completed', 'code': 200} Jun 01 04:40:13.118782 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c81a3-c386-4d42-ad33-f44eed26b246 req-792d3221-6e89-46e5-93ec-a624f9b13473 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.120440 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-792c81a3-c386-4d42-ad33-f44eed26b246 req-792d3221-6e89-46e5-93ec-a624f9b13473 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0622869 Jun 01 04:40:13.122865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:40:13.128259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98897-d35b-4f92-a4ac-8271be327551 req-10a41bd1-29aa-4cdc-a806-462258e784be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.130000 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eea98897-d35b-4f92-a4ac-8271be327551 req-10a41bd1-29aa-4cdc-a806-462258e784be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 1128 time: 0.0481393 Jun 01 04:40:13.144779 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:13.165161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] For port c95f4a69-1577-4402-b2af-06fb5349e287, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c95f4a69-1577-4402-b2af-06fb5349e287,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:13.166174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.170793 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 642b3902-1011-48e3-b526-4497466efc94 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:40:13.173753 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:13.178020 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:13.193230 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for c95f4a69-1577-4402-b2af-06fb5349e287 owned by compute:nova {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:13.218298 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-792c81a3-c386-4d42-ad33-f44eed26b246 req-b01691c0-0700-47a5-b6ca-584ca8fe8dc4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918076 Jun 01 04:40:13.246696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98897-d35b-4f92-a4ac-8271be327551 req-3f71500c-4b2f-4f71-8f83-db365a0e1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.247876 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 642b3902-1011-48e3-b526-4497466efc94 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:40:13.248362 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (642b3902-1011-48e3-b526-4497466efc94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.248825 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eea98897-d35b-4f92-a4ac-8271be327551 req-3f71500c-4b2f-4f71-8f83-db365a0e1f83 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6607408c2a46439d93026002d312b9de&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1048865 Jun 01 04:40:13.325928 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 642b3902-1011-48e3-b526-4497466efc94 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:40:13.326429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.350923 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:13.352878 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98897-d35b-4f92-a4ac-8271be327551 req-bea7dc5e-6871-4882-82eb-3c122340fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.353767 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8af276-1957-4ace-bb6e-5ef290f4a193" -d '{"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-plugged", "status": "completed", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:13.354897 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eea98897-d35b-4f92-a4ac-8271be327551 req-bea7dc5e-6871-4882-82eb-3c122340fe31 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009870 Jun 01 04:40:13.366688 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:13.392642 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529496f-76f9-49e8-9343-7c0630ec3b57 x-openstack-request-id: req-a529496f-76f9-49e8-9343-7c0630ec3b57 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:13.392642 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-plugged", "status": "completed", "tag": "642b3902-1011-48e3-b526-4497466efc94", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:13.392642 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a529496f-76f9-49e8-9343-7c0630ec3b57 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:13.392949 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a529496f-76f9-49e8-9343-7c0630ec3b57'] response: {'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'code': 200} Jun 01 04:40:13.408550 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (c95f4a69-1577-4402-b2af-06fb5349e287), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.438173 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=c95f4a69-1577-4402-b2af-06fb5349e287,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:13.449355 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.449700 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.450043 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.450385 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.450720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.451048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.451401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.451731 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.452054 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.452381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.452721 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.453030 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.453353 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.453671 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.453987 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:13.461384 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.504390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-f90a4593-cd5f-4409-82e1-a3bef7d20060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.507231 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-f90a4593-cd5f-4409-82e1-a3bef7d20060 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6607408c2a46439d93026002d312b9de&device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 1128 time: 0.0649669 Jun 01 04:40:13.518185 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:13.578593 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-1aacb775-8c7d-49e5-94de-12d7c5a1cfe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f43de81-668e-4988-8403-8239559b3e47 HTTP/1.1" status: 200 len: 217 time: 0.0363066 Jun 01 04:40:13.638007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066687-741b-45de-aa5e-1816ca61ccfd req-8dec5785-0737-4664-9a67-b7e821803bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.640013 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-8dec5785-0737-4664-9a67-b7e821803bbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7 HTTP/1.1" status: 200 len: 849 time: 0.0560915 Jun 01 04:40:13.674057 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-a47738bc-266f-4683-beea-88c34b964bfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38efa17b-6b81-41c1-9aa7-2e9653e0399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282385 Jun 01 04:40:13.772317 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] No DVR routers for this DVR port c95f4a69-1577-4402-b2af-06fb5349e287 on host hv-cinder-66710 {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:13.773270 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:13.775023 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:13.778499 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4370a7c8-b0fe-4dc9-8b4e-c8b97c5d436e req-dcc102fd-bc5f-4190-8047-d32e16e1f465 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "DELETE /v2.0/ports/c95f4a69-1577-4402-b2af-06fb5349e287 HTTP/1.1" status: 204 len: 173 time: 0.8562546 Jun 01 04:40:13.781222 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'name': 'network-vif-deleted', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:13.783945 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503a935-b4ae-4ea4-b693-e11abbb67250" -d '{"events": [{"server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "name": "network-vif-deleted", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:13.802438 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbbcba-ce60-4332-8e9f-a509d6e1c362 req-42544b95-7dcc-4bb5-be20-bab8f0ee881a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.804040 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dedbbcba-ce60-4332-8e9f-a509d6e1c362 req-42544b95-7dcc-4bb5-be20-bab8f0ee881a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0755944 Jun 01 04:40:13.836191 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7480370-1131-4433-b47a-9ceafe4d7513 req-a010dcc9-8fcf-4ca7-9c30-57fd9728c35e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0595522 Jun 01 04:40:13.842013 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8da177-4de2-405f-9a85-c82a5af8c80c req-8819dc7a-7c18-4f7a-a6ec-57cf93828b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:13.846230 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8e8da177-4de2-405f-9a85-c82a5af8c80c req-8819dc7a-7c18-4f7a-a6ec-57cf93828b74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.1016104 Jun 01 04:40:13.854562 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-3bc76cc0-15be-41d2-a676-f2ed47aeedd0 service neutron] 10.222.0.45 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742885 Jun 01 04:40:13.866819 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dedbbcba-ce60-4332-8e9f-a509d6e1c362 req-d157e050-35a9-451e-a993-49c47c003487 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562243 Jun 01 04:40:14.023107 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647215a3-0913-41e6-97dd-44fd0d51dbf9 x-openstack-request-id: req-647215a3-0913-41e6-97dd-44fd0d51dbf9 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:14.023729 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae96e93e-9319-4283-91f7-c2474eeb9927", "name": "network-vif-deleted", "tag": "c95f4a69-1577-4402-b2af-06fb5349e287", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:14.023729 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-647215a3-0913-41e6-97dd-44fd0d51dbf9 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:14.029074 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647215a3-0913-41e6-97dd-44fd0d51dbf9'] response: {'server_uuid': 'ae96e93e-9319-4283-91f7-c2474eeb9927', 'name': 'network-vif-deleted', 'tag': 'c95f4a69-1577-4402-b2af-06fb5349e287', 'status': 'completed', 'code': 200} Jun 01 04:40:14.058046 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8e8da177-4de2-405f-9a85-c82a5af8c80c req-779cd403-5f0d-49fc-a2bf-b3a697f489b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065834 Jun 01 04:40:14.083885 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41066687-741b-45de-aa5e-1816ca61ccfd req-e6c6a928-1d99-4058-bafe-832ad1416faa service neutron] 10.222.0.45 "GET /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313891 Jun 01 04:40:14.333641 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6cc7-1f60-43d3-874e-1a925134ce30 req-22e68d17-c7df-444f-a4c3-780cc899a78e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:14.335073 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a71c6cc7-1f60-43d3-874e-1a925134ce30 req-22e68d17-c7df-444f-a4c3-780cc899a78e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0480618 Jun 01 04:40:14.385161 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a71c6cc7-1f60-43d3-874e-1a925134ce30 req-739df51f-7db6-407a-a3ac-09a8645602bd tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Jun 01 04:40:14.944736 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a936f013-5ef1-4f94-bc9f-0ee0a6b5deb9 req-aef64136-1141-43d3-b7e3-3b2ed8932ae9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0305951 Jun 01 04:40:14.983160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff8bc-ba06-4b82-9717-324045ec29dd req-20ffdb81-81e0-4b17-8df7-82633f6f970b tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:14.984765 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-925ff8bc-ba06-4b82-9717-324045ec29dd req-20ffdb81-81e0-4b17-8df7-82633f6f970b tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Jun 01 04:40:15.034420 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-925ff8bc-ba06-4b82-9717-324045ec29dd req-a4ca8041-f469-4f2f-90e4-a0a6e0b283b2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Jun 01 04:40:15.501877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcee66-e455-4a5e-a555-35076fad35fb req-431447b0-4e5c-48ec-80db-d092ce11438f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:15.503406 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a7dcee66-e455-4a5e-a555-35076fad35fb req-431447b0-4e5c-48ec-80db-d092ce11438f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0518820 Jun 01 04:40:15.549642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a7dcee66-e455-4a5e-a555-35076fad35fb req-f04bba31-ad8c-4df0-971d-a15b7fe0b46f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Jun 01 04:40:16.050201 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-773c5e06-5ed4-47e6-b4c9-aa9dd80a14d3 req-87480182-0426-4e24-b394-234aef5ad64e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0271971 Jun 01 04:40:16.149712 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe19f-c187-4eab-9533-90e0bab35a34 req-e5e9538e-ed60-47ea-8265-f84e65575725 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:16.151185 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5b3fe19f-c187-4eab-9533-90e0bab35a34 req-e5e9538e-ed60-47ea-8265-f84e65575725 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Jun 01 04:40:16.200986 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5b3fe19f-c187-4eab-9533-90e0bab35a34 req-dd97e8f5-21c3-4767-b2aa-3a69531ee22a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 Jun 01 04:40:16.666619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230260ef-cb56-4345-af3d-dd6885d0f564 req-150c4e3b-db4f-4247-9039-2d048f15ecd5 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:16.668087 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-230260ef-cb56-4345-af3d-dd6885d0f564 req-150c4e3b-db4f-4247-9039-2d048f15ecd5 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0508986 Jun 01 04:40:16.715073 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-230260ef-cb56-4345-af3d-dd6885d0f564 req-33d2ea7d-e081-46bd-bc66-f3d51b8ef287 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Jun 01 04:40:17.141893 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c95f4a69-1577-4402-b2af-06fb5349e287 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:17.160953 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21be82ed-c1de-4471-b055-1fa9e6a76103 req-56a75176-7ad7-4183-8ed4-81803a624b8c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Jun 01 04:40:17.163357 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: c95f4a69-1577-4402-b2af-06fb5349e287 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:17.163703 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device c95f4a69-1577-4402-b2af-06fb5349e287 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:17.331698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2e16-194e-45be-9e36-f2a844eeba53 req-bcc0f0ca-1b03-49b9-8491-7e2894dbb22e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:17.333125 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-095b2e16-194e-45be-9e36-f2a844eeba53 req-bcc0f0ca-1b03-49b9-8491-7e2894dbb22e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Jun 01 04:40:17.384731 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-095b2e16-194e-45be-9e36-f2a844eeba53 req-09ea03d9-c1ab-4eba-8124-36ab1253c83a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Jun 01 04:40:17.840341 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8abe2-de23-4384-9be8-bac3c8d1e968 req-f0b627aa-5222-40b5-8696-990c59263b7f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:17.841831 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fde8abe2-de23-4384-9be8-bac3c8d1e968 req-f0b627aa-5222-40b5-8696-990c59263b7f tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0582042 Jun 01 04:40:17.866599 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:17.893069 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fde8abe2-de23-4384-9be8-bac3c8d1e968 req-db17c6e0-bffa-4f37-9905-50b7d8f8758e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Jun 01 04:40:18.275254 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9a18386-b6d0-41c9-915f-4025801cddfd req-45300fad-5396-4606-b07e-0cf9192a0587 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae96e93e-9319-4283-91f7-c2474eeb9927 HTTP/1.1" status: 200 len: 210 time: 0.0296230 Jun 01 04:40:18.498197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed408ef-68ee-4993-8b03-109fc9fc570d req-a34bc5c0-4f4e-41ba-8b67-0b498c27fc32 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:18.499704 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fed408ef-68ee-4993-8b03-109fc9fc570d req-a34bc5c0-4f4e-41ba-8b67-0b498c27fc32 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Jun 01 04:40:18.548721 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fed408ef-68ee-4993-8b03-109fc9fc570d req-a704b3c0-39b4-4fa8-b6df-55ce65ed7ad6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Jun 01 04:40:18.666660 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082871c1-082a-4671-8166-95a7d898dbdb req-536a834f-8e72-4b6d-ac53-d30ecd711a81 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:18.668342 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-082871c1-082a-4671-8166-95a7d898dbdb req-536a834f-8e72-4b6d-ac53-d30ecd711a81 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Jun 01 04:40:18.700666 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:18.717086 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-082871c1-082a-4671-8166-95a7d898dbdb req-d34e565d-0719-482e-8ac3-b2d289e9551f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Jun 01 04:40:18.739489 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36270) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:18.880448 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667867f-908d-4930-9c80-cd64e27e6044 tempest-TestShelveInstance-329913084 tempest-TestShelveInstance-329913084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:18.882024 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b667867f-908d-4930-9c80-cd64e27e6044 tempest-TestShelveInstance-329913084 tempest-TestShelveInstance-329913084-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1124 time: 0.1415262 Jun 01 04:40:18.884923 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36274) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:18.889347 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:40:19.007784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94217f-0718-4f72-b437-6345d6a00c09 req-c901a88a-0264-4f2c-a876-18a93915c3e1 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:19.009181 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c94217f-0718-4f72-b437-6345d6a00c09 req-c901a88a-0264-4f2c-a876-18a93915c3e1 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Jun 01 04:40:19.031290 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.061739 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c94217f-0718-4f72-b437-6345d6a00c09 req-32ab0501-7ccf-4ae0-acd2-d1b960231bd8 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Jun 01 04:40:19.116663 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.148871 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 1f43de81-668e-4988-8403-8239559b3e47 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:40:19.213762 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:19.222089 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Allocated IP 172.27.0.166 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/66d2c9b2-9cd7-4f0a-b795-afe2a381a358) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:40:19.227401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:19.248857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1f43de81-668e-4988-8403-8239559b3e47,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:19.263678 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '1f43de81-668e-4988-8403-8239559b3e47', 'network_id': '38efa17b-6b81-41c1-9aa7-2e9653e0399f', 'port_id': '1f43de81-668e-4988-8403-8239559b3e47', 'mac_address': 'fa:16:3e:c0:f3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:40:19.301029 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 1f43de81-668e-4988-8403-8239559b3e47 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:40:19.301473 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1f43de81-668e-4988-8403-8239559b3e47), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.316083 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f43de81-668e-4988-8403-8239559b3e47 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:40:19.336873 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.338947 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1f43de81-668e-4988-8403-8239559b3e47,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:19.426399 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.456521 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.474807 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:19.496623 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:40:19.499948 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:40:19.506025 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:40:19.511629 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'Port': ['ID=66d2c9b2-9cd7-4f0a-b795-afe2a381a358,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:19.576243 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:19.632195 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfada042-ac5e-49fd-ba3e-0eb1c0b28920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:19.850778 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['1f43de81-668e-4988-8403-8239559b3e47'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:40:19.870644 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for floatingip (c2706b1e-3362-420f-b012-9201a60a72fa), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.058061 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.178406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:20.178636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae804bd-97aa-483a-9f7f-83b3f8d8bf3f req-1652cd66-3af6-40d8-a8f8-fc5890b74437 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:20.179891 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ae804bd-97aa-483a-9f7f-83b3f8d8bf3f req-1652cd66-3af6-40d8-a8f8-fc5890b74437 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Jun 01 04:40:20.229598 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ae804bd-97aa-483a-9f7f-83b3f8d8bf3f req-7228354a-0b0e-41be-9efa-cd51b42c6307 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jun 01 04:40:20.240183 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.339426 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576462'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.410938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event updated for resources: {'Port': ['ID=66d2c9b2-9cd7-4f0a-b795-afe2a381a358,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:20.419965 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (c2706b1e-3362-420f-b012-9201a60a72fa), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.516903 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Floating IP c2706b1e-3362-420f-b012-9201a60a72fa associated. External IP: 172.27.0.166, port: 642b3902-1011-48e3-b526-4497466efc94. Jun 01 04:40:20.716545 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:40:20.826331 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:40:20.837140 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Sync routers for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:40:20.847710 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:20.852717 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:20.937638 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:20.950863 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:20.960514 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:20.969528 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d9741593-238e-40e2-96d1-aee9d8917559 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0836203 Jun 01 04:40:20.971371 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:20.972386 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d0058-be41-40b6-be60-3eeda36bbb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:21.012522 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8102837d-0a13-4905-b792-09a7661574b7 x-openstack-request-id: req-8102837d-0a13-4905-b792-09a7661574b7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:21.012820 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:21.013079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8102837d-0a13-4905-b792-09a7661574b7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:21.013549 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8102837d-0a13-4905-b792-09a7661574b7'] response: {'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'status': 'completed', 'code': 200} Jun 01 04:40:21.020393 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:21.098377 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:21.112739 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-56312f6d-8734-4174-b176-893ab1cb22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.114235 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-56312f6d-8734-4174-b176-893ab1cb22bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0411868 Jun 01 04:40:21.163058 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 1f43de81-668e-4988-8403-8239559b3e47 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:40:21.171465 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'c2706b1e-3362-420f-b012-9201a60a72fa', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:40:19Z', 'updated_at': '2022-06-01T04:40:19Z', 'revision_number': 0, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:21.195708 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Checking router: 1e447fa2-6be8-46cf-8d87-ac98b66e6457 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:40:21.205199 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:21.205807 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:39:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:21.207476 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 1f43de81-668e-4988-8403-8239559b3e47 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:40:21.215002 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-1add66ef-1dc4-43a0-91b9-89fda9db07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.216556 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-1add66ef-1dc4-43a0-91b9-89fda9db07b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 909 time: 0.0950875 Jun 01 04:40:21.283786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 1f43de81-668e-4988-8403-8239559b3e47 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:40:21.284524 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (1f43de81-668e-4988-8403-8239559b3e47), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:21.293220 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-28206694-27dd-49e5-b54c-0943a44bc54f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 999 time: 0.0648663 Jun 01 04:40:21.309436 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:21.316222 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:21.373949 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 1f43de81-668e-4988-8403-8239559b3e47 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:40:21.374358 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (1f43de81-668e-4988-8403-8239559b3e47), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:21.379563 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:21.389138 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca736-bb83-44df-bb75-893cc6e8323b req-05deae4a-9309-41f8-b7b2-9f551bb8d73e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.390755 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-16fca736-bb83-44df-bb75-893cc6e8323b req-05deae4a-9309-41f8-b7b2-9f551bb8d73e tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 945 time: 0.0823011 Jun 01 04:40:21.392397 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-e5e9cf42-0742-42f6-b936-28e45661e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.393935 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-e5e9cf42-0742-42f6-b936-28e45661e6df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0948162 Jun 01 04:40:21.399759 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f43de81-668e-4988-8403-8239559b3e47'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:21.402338 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504760f4-eeac-42f3-b6d6-4220f94f91c1" -d '{"events": [{"server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f43de81-668e-4988-8403-8239559b3e47"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:21.417335 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1f43de81-668e-4988-8403-8239559b3e47,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:21.454618 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24e687-3faf-413a-bebe-50a0f6fdc8e3 x-openstack-request-id: req-ec24e687-3faf-413a-bebe-50a0f6fdc8e3 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:21.455158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "name": "network-vif-plugged", "status": "completed", "tag": "1f43de81-668e-4988-8403-8239559b3e47", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:21.455778 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec24e687-3faf-413a-bebe-50a0f6fdc8e3 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:21.456187 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec24e687-3faf-413a-bebe-50a0f6fdc8e3'] response: {'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f43de81-668e-4988-8403-8239559b3e47', 'code': 200} Jun 01 04:40:21.473882 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-4ad1f7a5-0132-4141-93fc-8822056930e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.475431 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-4ad1f7a5-0132-4141-93fc-8822056930e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745475 Jun 01 04:40:21.478544 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-16fca736-bb83-44df-bb75-893cc6e8323b req-dd88b9b5-bcf0-407f-a44d-46c46e7c0c3b tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789723 Jun 01 04:40:21.484277 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:21.537159 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'c2706b1e-3362-420f-b012-9201a60a72fa', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:40:19Z', 'updated_at': '2022-06-01T04:40:19Z', 'revision_number': 0, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:21.546012 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:21.566618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f1695-791f-4f05-b764-bd501a13b6b4 None None] The sync data for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi is: [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': 'c2706b1e-3362-420f-b012-9201a60a72fa', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:40:19Z', 'updated_at': '2022-06-01T04:40:19Z', 'revision_number': 0, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:40:21.602340 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-c1df0172-3fbc-41f8-a516-0efaefb6f2d6 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072078 Jun 01 04:40:21.702029 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f0d0058-be41-40b6-be60-3eeda36bbb3c req-eb573eda-348c-416c-8879-8d24f00a7de2 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 Jun 01 04:40:21.776857 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36302) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:21.788936 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a56fb-de80-44d2-a0e9-9870c4818e1d None None] New status for floating IP c2706b1e-3362-420f-b012-9201a60a72fa: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:40:21.818130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c644a-6ed9-4d58-8188-b104b181f6ac req-ccb809b6-2eaa-4748-a1ab-6676d267ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:21.819777 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-324c644a-6ed9-4d58-8188-b104b181f6ac req-ccb809b6-2eaa-4748-a1ab-6676d267ef59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 1130 time: 0.0472863 Jun 01 04:40:21.863640 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:21.879971 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-324c644a-6ed9-4d58-8188-b104b181f6ac req-d2f10384-7136-4fb4-a86e-57fb2ee1481e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Jun 01 04:40:21.937731 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port db76e5c2-cd39-4f1b-9e59-3986289ce022 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:21.938341 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.003653 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37153832-e184-4eb3-bc5e-4a1dc59ba0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.018279 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.018598 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (db76e5c2-cd39-4f1b-9e59-3986289ce022), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.032390 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for db76e5c2-cd39-4f1b-9e59-3986289ce022 owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:22.164840 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:22.272404 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (db76e5c2-cd39-4f1b-9e59-3986289ce022), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.296803 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=db76e5c2-cd39-4f1b-9e59-3986289ce022,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:22.365267 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (9d4ed325-c70f-470f-a72f-f1c205efbfc9), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.365642 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Floating IP 9d4ed325-c70f-470f-a72f-f1c205efbfc9 disassociated (deleted). External IP: 172.27.0.116, port: 37997631-7c0b-45f2-8dde-80c75b82d919. Jun 01 04:40:22.627630 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1af0c-7ccf-4971-b27e-96da7f14fa9a req-2440ff5e-ac05-4554-ab45-db0b6740fe58 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:22.629098 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-79b1af0c-7ccf-4971-b27e-96da7f14fa9a req-2440ff5e-ac05-4554-ab45-db0b6740fe58 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0740972 Jun 01 04:40:22.655687 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:40:22.659201 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:22.690827 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-79b1af0c-7ccf-4971-b27e-96da7f14fa9a req-baad2e47-5253-4bd3-a944-5b1f5bf57cc8 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Jun 01 04:40:22.783678 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:40:22.787909 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:22.792931 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:40:22.803637 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:22.804261 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:22.913069 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:23.031184 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:23.057893 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-316ba7b8-8296-4527-8e2e-31e89f404337 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d4ed325-c70f-470f-a72f-f1c205efbfc9 HTTP/1.1" status: 204 len: 168 time: 1.2797551 Jun 01 04:40:23.058468 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:23.060702 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:23.100553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:23.101923 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eea020-01f0-4622-b75f-62abd83bccd7 x-openstack-request-id: req-89eea020-01f0-4622-b75f-62abd83bccd7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:23.102277 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:23.102590 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89eea020-01f0-4622-b75f-62abd83bccd7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:23.103765 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89eea020-01f0-4622-b75f-62abd83bccd7'] response: {'name': 'network-changed', 'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919', 'status': 'completed', 'code': 200} Jun 01 04:40:23.119135 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:23.147040 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:40:23.155937 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:23.156574 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:23.254536 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:23.441754 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:23.467524 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a97b1-21d9-4c9d-a26b-f6bb3390bc97 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:30:29Z', 'revision_number': 4, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': 'be074c56-0ad0-4096-a943-e2f6ce4d05e5', 'name': '', 'network_id': 'e3dc963a-6f83-4418-ad4a-91353c23b06d', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'mac_address': 'fa:16:3e:fc:12:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:29Z', 'updated_at': '2022-06-01T04:30:34Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'subnets': [{'id': '531bc883-7937-46f0-98d3-52aaca1a4af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:40:23.598174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca0003-c917-40b2-80e7-6387f9674c6a req-6a1cb225-32fe-430f-8bbc-668ea07c8001 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:23.599770 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7ca0003-c917-40b2-80e7-6387f9674c6a req-6a1cb225-32fe-430f-8bbc-668ea07c8001 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0495212 Jun 01 04:40:23.658590 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a7ca0003-c917-40b2-80e7-6387f9674c6a req-5b39f33f-421a-4b77-b2a2-6c6dff60ab5c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519605 Jun 01 04:40:23.716899 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be629e8-1cf4-43b7-b70c-9bea1628fd87 None None] New status for floating IP 9d4ed325-c70f-470f-a72f-f1c205efbfc9: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:40:23.733209 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-cc155f59-b7ac-4d1c-8feb-944099ed6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:23.735394 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-cc155f59-b7ac-4d1c-8feb-944099ed6e94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9369d530285849b3a9eac5e0034d3170&device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 1129 time: 0.0432694 Jun 01 04:40:23.817993 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc09a7-1c3a-41ce-90fb-fee68d552bcf req-163c3baa-bf90-4d4c-bb8a-3efc918ce236 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:23.819557 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41dc09a7-1c3a-41ce-90fb-fee68d552bcf req-163c3baa-bf90-4d4c-bb8a-3efc918ce236 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0557160 Jun 01 04:40:23.872458 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41dc09a7-1c3a-41ce-90fb-fee68d552bcf req-ed2ad44d-a3e9-4a0a-9da4-4fb3fc775b17 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jun 01 04:40:24.643522 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:24.776459 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb6b3b-c0bf-4cec-97b8-9df34ce3f66d req-85685466-91d2-469f-bb93-b9ca2dd0273c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:24.777983 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1bdb6b3b-c0bf-4cec-97b8-9df34ce3f66d req-85685466-91d2-469f-bb93-b9ca2dd0273c tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0517852 Jun 01 04:40:24.837039 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1bdb6b3b-c0bf-4cec-97b8-9df34ce3f66d req-6cd4bf40-9403-46fc-a2bb-258cc97890fb tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487926 Jun 01 04:40:24.853337 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-a8380ba1-02c0-44be-a03c-76462f76af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:24.854835 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-a8380ba1-02c0-44be-a03c-76462f76af2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 200 len: 912 time: 0.0898983 Jun 01 04:40:24.896929 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-192809e4-3981-4cf6-bbba-7788c3c37a4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 200 len: 217 time: 0.0359249 Jun 01 04:40:24.956132 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-c92aee35-75ce-4fe9-a187-cdcf77ac0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:24.957624 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-c92aee35-75ce-4fe9-a187-cdcf77ac0003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 200 len: 850 time: 0.0543039 Jun 01 04:40:24.994422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc1fd5-164e-4d7a-b525-5a6759b1df4f req-53561747-ba37-4f77-8031-05aad2aa70d0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:24.995897 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1dc1fd5-164e-4d7a-b525-5a6759b1df4f req-53561747-ba37-4f77-8031-05aad2aa70d0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0529170 Jun 01 04:40:25.043346 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1dc1fd5-164e-4d7a-b525-5a6759b1df4f req-d1e8cd6b-06cd-4dd0-a584-4b7e694f9de4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Jun 01 04:40:25.187685 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-10133f40-accf-40ff-a7fb-9ed792c1ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:25.189151 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-10133f40-accf-40ff-a7fb-9ed792c1ef1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3dc963a-6f83-4418-ad4a-91353c23b06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391049 Jun 01 04:40:25.282662 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-4793854b-af55-4ede-84cc-40abc59beadd service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Jun 01 04:40:25.507646 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5e16dda9-d6d1-4daf-b941-e1c9c3c7caf9 req-59ceec30-4efc-4ffe-85cd-86710288dd46 service neutron] 10.222.0.45 "GET /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928218 Jun 01 04:40:25.629691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f6962e73-1959-48da-a2d6-3c4b5b244e89 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:25.631236 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f6962e73-1959-48da-a2d6-3c4b5b244e89 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0485811 Jun 01 04:40:25.720387 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port 37997631-7c0b-45f2-8dde-80c75b82d919 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:25.720746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:25.770835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:25.813989 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] For port 37997631-7c0b-45f2-8dde-80c75b82d919, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=37997631-7c0b-45f2-8dde-80c75b82d919,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:25.814362 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:25.828061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for 37997631-7c0b-45f2-8dde-80c75b82d919 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:25.873883 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:25.961287 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd30d3-c5d0-4800-b1ae-a6874360125c req-a4138acf-a2d6-47dc-997f-22f7f5cbc0fc tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:25.963601 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-85fd30d3-c5d0-4800-b1ae-a6874360125c req-a4138acf-a2d6-47dc-997f-22f7f5cbc0fc tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 945 time: 0.0564573 Jun 01 04:40:26.017255 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-85fd30d3-c5d0-4800-b1ae-a6874360125c req-ac6ce5a4-3cbd-4228-8099-239351804ea7 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f96ed68-785b-4d55-8b3e-b797f581ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455391 Jun 01 04:40:26.047825 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (37997631-7c0b-45f2-8dde-80c75b82d919), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:26.075961 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=37997631-7c0b-45f2-8dde-80c75b82d919,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:26.090146 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.090502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.090853 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.091194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.091574 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.091907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.092241 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.092569 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.092899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.093226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.093581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.093910 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.094259 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.094583 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.094906 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:40:26.106242 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:26.132239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] No DVR routers for this DVR port 37997631-7c0b-45f2-8dde-80c75b82d919 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:26.136222 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:26.138301 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6b233bf9-184c-4f4b-a847-9151c3844342 req-f43313be-64dc-4217-a3b8-0f944e13370e tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.45 "DELETE /v2.0/ports/37997631-7c0b-45f2-8dde-80c75b82d919 HTTP/1.1" status: 204 len: 173 time: 0.4960458 Jun 01 04:40:26.138749 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'name': 'network-vif-deleted', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:26.141079 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece7aea-dc83-4df8-9a73-4837caea1139" -d '{"events": [{"server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "name": "network-vif-deleted", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:26.176368 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f144b42-fedb-42d8-9d4c-4f393d21e4e1 x-openstack-request-id: req-1f144b42-fedb-42d8-9d4c-4f393d21e4e1 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:26.176659 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc59b84-5abc-477a-bcab-4bb682e2cfda", "name": "network-vif-deleted", "tag": "37997631-7c0b-45f2-8dde-80c75b82d919", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:26.176911 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f144b42-fedb-42d8-9d4c-4f393d21e4e1 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:26.177315 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f144b42-fedb-42d8-9d4c-4f393d21e4e1'] response: {'server_uuid': '4cc59b84-5abc-477a-bcab-4bb682e2cfda', 'name': 'network-vif-deleted', 'tag': '37997631-7c0b-45f2-8dde-80c75b82d919', 'status': 'completed', 'code': 200} Jun 01 04:40:26.446177 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d307-d602-43b0-ada3-9a0a5f05c036 req-10bd143b-0ed1-4dac-be48-312593854321 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:26.448339 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa96d307-d602-43b0-ada3-9a0a5f05c036 req-10bd143b-0ed1-4dac-be48-312593854321 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Jun 01 04:40:26.499365 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa96d307-d602-43b0-ada3-9a0a5f05c036 req-e730b853-1982-4426-b9ab-ca08e5b21be0 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Jun 01 04:40:26.644954 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:40:27.120089 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d2c82664-2076-4579-8f11-8eda66134066 req-2782b300-bb15-4974-b088-a1dbe3bd72f9 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0310581 Jun 01 04:40:27.617814 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f4d7c-9a7c-4ccf-ae0b-d8ad3ad44c59 req-a87b572f-1730-4cf4-92f1-7fdfede590ff tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:27.619349 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad6f4d7c-9a7c-4ccf-ae0b-d8ad3ad44c59 req-a87b572f-1730-4cf4-92f1-7fdfede590ff tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0505216 Jun 01 04:40:27.631495 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:27.668516 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad6f4d7c-9a7c-4ccf-ae0b-d8ad3ad44c59 req-5d63eea2-4484-4b74-a2a7-68849c4cd085 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Jun 01 04:40:28.227420 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0892e8fd-620f-4fa3-9928-9d0882ce39f6 req-3634677b-4cd7-4b27-8ec9-718800e83404 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cc59b84-5abc-477a-bcab-4bb682e2cfda HTTP/1.1" status: 200 len: 210 time: 0.0276148 Jun 01 04:40:28.384076 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-bd9d2bc0-9d27-458b-a315-8694bd18d726 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:28.385569 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-bd9d2bc0-9d27-458b-a315-8694bd18d726 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0477426 Jun 01 04:40:28.479055 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Deleting port 1f43de81-668e-4988-8403-8239559b3e47 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:28.479331 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (1f43de81-668e-4988-8403-8239559b3e47), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:28.569402 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] For port 1f43de81-668e-4988-8403-8239559b3e47, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1f43de81-668e-4988-8403-8239559b3e47,segment=NetworkSegment(bb1f0298-40e1-4913-ac71-95b83c4e3fa1),segment_id=bb1f0298-40e1-4913-ac71-95b83c4e3fa1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:28.569766 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (1f43de81-668e-4988-8403-8239559b3e47), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:28.583496 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Calling delete_port for 1f43de81-668e-4988-8403-8239559b3e47 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:28.785249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff721c-6ae5-4906-9f29-55fb4fa5a3a4 req-4c290213-c9e9-4348-aa9b-18da95cee05d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:28.786774 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0ff721c-6ae5-4906-9f29-55fb4fa5a3a4 req-4c290213-c9e9-4348-aa9b-18da95cee05d tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Jun 01 04:40:28.792497 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (1f43de81-668e-4988-8403-8239559b3e47), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:28.820885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Pushing event deleted for resources: {'Port': ['ID=1f43de81-668e-4988-8403-8239559b3e47,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:28.830632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['1f43de81-668e-4988-8403-8239559b3e47'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:40:28.852415 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0ff721c-6ae5-4906-9f29-55fb4fa5a3a4 req-b1c20681-8d4c-499e-94ab-3648e2e20c18 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Jun 01 04:40:28.869115 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] No DVR routers for this DVR port 1f43de81-668e-4988-8403-8239559b3e47 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:28.872227 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:28.875667 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-248c3fa3-6c09-41e2-aa8a-b19fbd4d2b32 req-371883e7-ada6-4db7-94a7-3ae4ae8d36c4 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.45 "DELETE /v2.0/ports/1f43de81-668e-4988-8403-8239559b3e47 HTTP/1.1" status: 204 len: 173 time: 0.4851377 Jun 01 04:40:28.876156 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'name': 'network-vif-deleted', 'tag': '1f43de81-668e-4988-8403-8239559b3e47'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:40:28.878450 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d7a4b-e0c4-4462-b610-4a39981c64b2" -d '{"events": [{"server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "name": "network-vif-deleted", "tag": "1f43de81-668e-4988-8403-8239559b3e47"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:40:28.913875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d485b-3a42-470d-9ca9-ac322fa23487 x-openstack-request-id: req-507d485b-3a42-470d-9ca9-ac322fa23487 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:40:28.914304 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfba014-6e18-4a9b-a313-fb8d34eef6b0", "name": "network-vif-deleted", "tag": "1f43de81-668e-4988-8403-8239559b3e47", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:40:28.914561 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-507d485b-3a42-470d-9ca9-ac322fa23487 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:40:28.914971 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507d485b-3a42-470d-9ca9-ac322fa23487'] response: {'server_uuid': 'ebfba014-6e18-4a9b-a313-fb8d34eef6b0', 'name': 'network-vif-deleted', 'tag': '1f43de81-668e-4988-8403-8239559b3e47', 'status': 'completed', 'code': 200} Jun 01 04:40:29.293007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36352) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:29.405342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Deleting port b632f006-dbf2-4d08-9ad2-ba24ac2be626 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:29.405682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.419829 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 37997631-7c0b-45f2-8dde-80c75b82d919 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:29.438406 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 37997631-7c0b-45f2-8dde-80c75b82d919 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:29.438753 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 37997631-7c0b-45f2-8dde-80c75b82d919 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:29.439173 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 1f43de81-668e-4988-8403-8239559b3e47 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:29.440139 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:29.460816 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 1f43de81-668e-4988-8403-8239559b3e47 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:29.461159 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 1f43de81-668e-4988-8403-8239559b3e47 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:29.482409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.482723 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (b632f006-dbf2-4d08-9ad2-ba24ac2be626), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.496676 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Calling delete_port for b632f006-dbf2-4d08-9ad2-ba24ac2be626 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:29.562715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:29.752551 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (b632f006-dbf2-4d08-9ad2-ba24ac2be626), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.780271 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'Port': ['ID=b632f006-dbf2-4d08-9ad2-ba24ac2be626,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:29.846999 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for floatingip (be983719-921a-4dc8-ae16-b8e82a1a62c5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.849730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:29.850854 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-32c84dcd-b664-4fb2-898d-dc99a6923db8 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "DELETE /v2.0/floatingips/be983719-921a-4dc8-ae16-b8e82a1a62c5 HTTP/1.1" status: 204 len: 168 time: 0.5583315 Jun 01 04:40:29.974985 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-97e1b728-5062-4c23-b8f0-f9ddce5914ea req-ff08a6cc-10c4-4350-98d2-2b71384c8b51 tempest-VolumesActionsTest-769213739 tempest-VolumesActionsTest-769213739-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfba014-6e18-4a9b-a313-fb8d34eef6b0 HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jun 01 04:40:31.021677 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:31.280624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36374) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:31.341604 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (6f96ed68-785b-4d55-8b3e-b797f581ad7a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:31.368909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (6f96ed68-785b-4d55-8b3e-b797f581ad7a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:31.500490 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (6f96ed68-785b-4d55-8b3e-b797f581ad7a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:31.503100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:31.504428 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f96ed68-785b-4d55-8b3e-b797f581ad7a HTTP/1.1" status: 204 len: 168 time: 0.2227333 Jun 01 04:40:31.515435 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3df3e-44b0-4a83-afbb-9bfe5f372e38 tempest-TestVolumeBootPattern-161219860 tempest-TestVolumeBootPattern-161219860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f96ed68-785b-4d55-8b3e-b797f581ad7a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:31.650135 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36390) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:31.965485 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:32.022499 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:32.248174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Deleting port be074c56-0ad0-4096-a943-e2f6ce4d05e5 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:32.248517 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:32.326521 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] For port be074c56-0ad0-4096-a943-e2f6ce4d05e5, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=be074c56-0ad0-4096-a943-e2f6ce4d05e5,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:32.326799 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:32.343757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Calling delete_port for be074c56-0ad0-4096-a943-e2f6ce4d05e5 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:32.455093 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:32.592330 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (be074c56-0ad0-4096-a943-e2f6ce4d05e5), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:32.616854 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be074c56-0ad0-4096-a943-e2f6ce4d05e5,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:32.785818 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:32.879711 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:32.994275 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Router cc65de2e-0a5e-44b3-aee6-b69565c4841e has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:40:33.096191 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:40:33.101006 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-815f65ef-2e0f-4598-9f47-ac0dc29fe9c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/cc65de2e-0a5e-44b3-aee6-b69565c4841e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497972 Jun 01 04:40:33.103554 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36418) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:33.104908 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Sync routers for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:40:33.115932 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:33.116541 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:33.207585 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks [] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.254677 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:33.304957 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:33.309531 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks [] for router_gateway (cc65de2e-0a5e-44b3-aee6-b69565c4841e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.395944 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:33.407701 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Deleting port 48867f38-4177-4bc4-973f-16ac62719af8 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:33.408667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (48867f38-4177-4bc4-973f-16ac62719af8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.473569 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '48867f38-4177-4bc4-973f-16ac62719af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:40:32Z', 'revision_number': 5, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port': {'id': '48867f38-4177-4bc4-973f-16ac62719af8', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:26Z', 'updated_at': '2022-06-01T04:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:33.490654 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] For port 48867f38-4177-4bc4-973f-16ac62719af8, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=48867f38-4177-4bc4-973f-16ac62719af8,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:33.491023 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (48867f38-4177-4bc4-973f-16ac62719af8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.499143 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Checking router: cc65de2e-0a5e-44b3-aee6-b69565c4841e for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:40:33.504540 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Calling delete_port for 48867f38-4177-4bc4-973f-16ac62719af8 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:33.507377 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Routers {'cc65de2e-0a5e-44b3-aee6-b69565c4841e'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:33.508033 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:33.593636 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] Set router cc65de2e-0a5e-44b3-aee6-b69565c4841e gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:33.645396 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:40:33Z', 'revision_number': 6, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:33.670012 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c239975-829d-497d-8167-ede4dfc66d01 None None] The sync data for ids ['cc65de2e-0a5e-44b3-aee6-b69565c4841e'] in dv-cinder-667108-37-iscsi is: [{'id': 'cc65de2e-0a5e-44b3-aee6-b69565c4841e', 'name': 'tempest-TestVolumeBootPattern-513323009-router', 'tenant_id': '9369d530285849b3a9eac5e0034d3170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:25Z', 'updated_at': '2022-06-01T04:40:33Z', 'revision_number': 6, 'project_id': '9369d530285849b3a9eac5e0034d3170', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:40:33.763779 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (48867f38-4177-4bc4-973f-16ac62719af8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.767017 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:33.792959 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Pushing event deleted for resources: {'Port': ['ID=48867f38-4177-4bc4-973f-16ac62719af8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:33.854424 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.941305 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:33.943884 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks [] for router_controller (cc65de2e-0a5e-44b3-aee6-b69565c4841e), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.048925 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (cc65de2e-0a5e-44b3-aee6-b69565c4841e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.049697 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc65de2e-0a5e-44b3-aee6-b69565c4841e {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:40:34.059700 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.059700 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-52b67a8f-02c6-49c3-bc8b-a6c63fc7b681 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cc65de2e-0a5e-44b3-aee6-b69565c4841e HTTP/1.1" status: 204 len: 168 time: 0.9506593 Jun 01 04:40:34.059700 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36428) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:34.114604 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Deleting subnet 531bc883-7937-46f0-98d3-52aaca1a4af7 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:40:34.117793 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Publish callbacks [] for subnet (531bc883-7937-46f0-98d3-52aaca1a4af7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.151765 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (531bc883-7937-46f0-98d3-52aaca1a4af7), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.223069 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (531bc883-7937-46f0-98d3-52aaca1a4af7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.350647 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (531bc883-7937-46f0-98d3-52aaca1a4af7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.376301 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531bc883-7937-46f0-98d3-52aaca1a4af7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:34.383857 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.389605 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36434) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:34.390350 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5d3815b6-74d3-411c-b0d4-a819d9156eb5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/531bc883-7937-46f0-98d3-52aaca1a4af7 HTTP/1.1" status: 204 len: 168 time: 0.3305607 Jun 01 04:40:34.392789 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f6dae-55dc-4dc1-9b94-525739a4a8cd None None] Network e3dc963a-6f83-4418-ad4a-91353c23b06d requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:40:34.395192 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:34.469360 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (e3dc963a-6f83-4418-ad4a-91353c23b06d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.517828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Deleting port c5c3b219-f661-4650-bc52-411095420239 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:34.517828 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c5c3b219-f661-4650-bc52-411095420239), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.550669 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] DHCP port deletion for e3dc963a-6f83-4418-ad4a-91353c23b06d request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:40:34.592153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] For port c5c3b219-f661-4650-bc52-411095420239, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=c5c3b219-f661-4650-bc52-411095420239,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:34.592516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c5c3b219-f661-4650-bc52-411095420239), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.594396 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Deleting port c5c3b219-f661-4650-bc52-411095420239 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:34.594777 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c5c3b219-f661-4650-bc52-411095420239), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.610816 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Calling delete_port for c5c3b219-f661-4650-bc52-411095420239 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:34.671431 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] For port c5c3b219-f661-4650-bc52-411095420239, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=c5c3b219-f661-4650-bc52-411095420239,segment=NetworkSegment(0b698ece-6a44-40bb-8337-60d73057e921),segment_id=0b698ece-6a44-40bb-8337-60d73057e921)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:34.671887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c5c3b219-f661-4650-bc52-411095420239), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.686026 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Calling delete_port for c5c3b219-f661-4650-bc52-411095420239 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:34.769326 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c5c3b219-f661-4650-bc52-411095420239), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.775561 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (c5c3b219-f661-4650-bc52-411095420239), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.795893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c3b219-f661-4650-bc52-411095420239,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:34.799627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] No DVR routers for this DVR port c5c3b219-f661-4650-bc52-411095420239 on host dv-cinder-667108-37-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:34.805327 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] Pushing event deleted for resources: {'Port': ['ID=c5c3b219-f661-4650-bc52-411095420239,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:34.806213 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a2719-2ca8-49f0-b2c3-02d2b98bbecc None None] No DVR routers for this DVR port c5c3b219-f661-4650-bc52-411095420239 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:34.827826 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:34.880737 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (e3dc963a-6f83-4418-ad4a-91353c23b06d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.900813 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dc963a-6f83-4418-ad4a-91353c23b06d']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:34.910966 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b698ece-6a44-40bb-8337-60d73057e921') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:34.911268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b698ece-6a44-40bb-8337-60d73057e921') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:34.921191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (0b698ece-6a44-40bb-8337-60d73057e921), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.934115 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (0b698ece-6a44-40bb-8337-60d73057e921), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.940043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:40:34.940399 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (0b698ece-6a44-40bb-8337-60d73057e921), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:34.979033 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 0b698ece-6a44-40bb-8337-60d73057e921 resource provider aggregate not found Jun 01 04:40:34.999124 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 0b698ece-6a44-40bb-8337-60d73057e921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b698ece-6a44-40bb-8337-60d73057e921 found for delete ", "request_id": "req-9e04d048-4dce-4f14-9bba-29ca565b82df"}]} Jun 01 04:40:35.071632 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (e3dc963a-6f83-4418-ad4a-91353c23b06d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:35.077630 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:35.080875 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3dc963a-6f83-4418-ad4a-91353c23b06d HTTP/1.1" status: 204 len: 168 time: 0.6894183 Jun 01 04:40:35.083906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36440) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:35.092669 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829bd4a-2129-41fb-b610-17ef3fd69b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dc963a-6f83-4418-ad4a-91353c23b06d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:35.268286 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:35.633476 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (7075008e-ee65-49aa-a572-74cd37d6b328), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:35.633952 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device be074c56-0ad0-4096-a943-e2f6ce4d05e5 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:35.654141 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: be074c56-0ad0-4096-a943-e2f6ce4d05e5 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:35.654486 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device be074c56-0ad0-4096-a943-e2f6ce4d05e5 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:35.654896 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 48867f38-4177-4bc4-973f-16ac62719af8 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:35.675401 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 48867f38-4177-4bc4-973f-16ac62719af8 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:35.675744 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 48867f38-4177-4bc4-973f-16ac62719af8 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:35.676149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device c5c3b219-f661-4650-bc52-411095420239 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:35.694740 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: c5c3b219-f661-4650-bc52-411095420239 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:35.695079 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device c5c3b219-f661-4650-bc52-411095420239 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:35.842808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:35.853425 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Deleting port 8a27498b-fc56-4b10-93c4-66a3faae2cc3 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:35.853856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:35.935718 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] For port 8a27498b-fc56-4b10-93c4-66a3faae2cc3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=8a27498b-fc56-4b10-93c4-66a3faae2cc3,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:35.936074 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:35.949662 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Calling delete_port for 8a27498b-fc56-4b10-93c4-66a3faae2cc3 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:36.238021 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (8a27498b-fc56-4b10-93c4-66a3faae2cc3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:36.264188 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Pushing event deleted for resources: {'Port': ['ID=8a27498b-fc56-4b10-93c4-66a3faae2cc3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:36.338119 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:36.433774 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (7075008e-ee65-49aa-a572-74cd37d6b328), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:36.640655 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Router 7075008e-ee65-49aa-a572-74cd37d6b328 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:40:36.739633 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:40:36.744752 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-58f1500f-7a9c-4166-89a9-4f32fb5aecad admin admin] 10.222.0.18 "PUT /v2.0/routers/7075008e-ee65-49aa-a572-74cd37d6b328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593335 Jun 01 04:40:36.747869 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36450) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:36.751216 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Sync routers for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:40:36.761466 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:36.762188 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:36.846048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks [] for router (7075008e-ee65-49aa-a572-74cd37d6b328), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:36.864130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:36.899429 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:36.948993 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks [] for router_gateway (7075008e-ee65-49aa-a572-74cd37d6b328), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.030337 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:40:36Z', 'revision_number': 5, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port': {'id': 'b72c0e0c-6126-430d-b2f1-8a5c49507284', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:30:34Z', 'updated_at': '2022-06-01T04:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:37.047951 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Deleting port b72c0e0c-6126-430d-b2f1-8a5c49507284 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:37.048298 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.058542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Checking router: 7075008e-ee65-49aa-a572-74cd37d6b328 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:40:37.060787 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:37.068580 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Routers {'7075008e-ee65-49aa-a572-74cd37d6b328'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:40:37.069190 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:40:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['7075008e-ee65-49aa-a572-74cd37d6b328'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:37.133436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] For port b72c0e0c-6126-430d-b2f1-8a5c49507284, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=b72c0e0c-6126-430d-b2f1-8a5c49507284,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:37.133804 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.149667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Calling delete_port for b72c0e0c-6126-430d-b2f1-8a5c49507284 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:37.153731 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] Set router 7075008e-ee65-49aa-a572-74cd37d6b328 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:40:37.206155 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:40:36Z', 'revision_number': 6, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:37.230498 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb85257-a588-485d-a4a3-13f40b5695e7 None None] The sync data for ids ['7075008e-ee65-49aa-a572-74cd37d6b328'] in dv-cinder-667108-37-iscsi is: [{'id': '7075008e-ee65-49aa-a572-74cd37d6b328', 'name': 'tempest-TestVolumeBootPattern-641725841-router', 'tenant_id': 'f6280619df0e4dac84868ea94e7885e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:30:33Z', 'updated_at': '2022-06-01T04:40:36Z', 'revision_number': 6, 'project_id': 'f6280619df0e4dac84868ea94e7885e8', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:40:37.270106 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:37.449171 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (b72c0e0c-6126-430d-b2f1-8a5c49507284), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.474422 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72c0e0c-6126-430d-b2f1-8a5c49507284,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:37.540119 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (7075008e-ee65-49aa-a572-74cd37d6b328), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.643630 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (7075008e-ee65-49aa-a572-74cd37d6b328), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.646664 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks [] for router_controller (7075008e-ee65-49aa-a572-74cd37d6b328), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.757640 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (7075008e-ee65-49aa-a572-74cd37d6b328), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.758274 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7075008e-ee65-49aa-a572-74cd37d6b328 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:40:37.762808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.765459 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f17b4203-3861-4241-b2a7-8f6bfc4ff587 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7075008e-ee65-49aa-a572-74cd37d6b328 HTTP/1.1" status: 204 len: 168 time: 1.0151577 Jun 01 04:40:37.766733 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36472) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:37.825665 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Deleting subnet 2eb73e2c-e90a-4528-a21a-5184f8577bcd {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:40:37.830378 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Publish callbacks [] for subnet (2eb73e2c-e90a-4528-a21a-5184f8577bcd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.880349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (2eb73e2c-e90a-4528-a21a-5184f8577bcd), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:37.994652 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (2eb73e2c-e90a-4528-a21a-5184f8577bcd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.025412 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8a27498b-fc56-4b10-93c4-66a3faae2cc3 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:38.046640 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:38.072602 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 8a27498b-fc56-4b10-93c4-66a3faae2cc3 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:38.076244 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 8a27498b-fc56-4b10-93c4-66a3faae2cc3 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:38.141578 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (2eb73e2c-e90a-4528-a21a-5184f8577bcd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.172657 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb73e2c-e90a-4528-a21a-5184f8577bcd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:38.177313 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.179895 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0b7f102d-dd96-43b3-b72e-25493a43ab97 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2eb73e2c-e90a-4528-a21a-5184f8577bcd HTTP/1.1" status: 204 len: 168 time: 0.4120462 Jun 01 04:40:38.182930 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36476) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:38.185507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff30413-6490-4983-8932-0a065b37a716 None None] Network f80c4642-7fd4-4913-9021-d3d85ec756eb requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:40:38.287833 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (f80c4642-7fd4-4913-9021-d3d85ec756eb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.343099 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Deleting port dc48059a-cd7e-4c65-975f-4eb80ab50e9a {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:38.343556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.405587 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] DHCP port deletion for f80c4642-7fd4-4913-9021-d3d85ec756eb request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:40:38.410868 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:38.451606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] For port dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:38.451808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.463531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Deleting port dc48059a-cd7e-4c65-975f-4eb80ab50e9a {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:40:38.463911 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.472346 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Calling delete_port for dc48059a-cd7e-4c65-975f-4eb80ab50e9a owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:38.558549 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] For port dc48059a-cd7e-4c65-975f-4eb80ab50e9a, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,segment=NetworkSegment(5109e37c-1acc-427f-ba65-704523909a6e),segment_id=5109e37c-1acc-427f-ba65-704523909a6e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:40:38.559226 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.580542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Calling delete_port for dc48059a-cd7e-4c65-975f-4eb80ab50e9a owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:40:38.654749 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.692990 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:38.696535 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] No DVR routers for this DVR port dc48059a-cd7e-4c65-975f-4eb80ab50e9a on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:38.792933 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (f80c4642-7fd4-4913-9021-d3d85ec756eb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.799990 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (dc48059a-cd7e-4c65-975f-4eb80ab50e9a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.822620 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c4642-7fd4-4913-9021-d3d85ec756eb']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:38.825611 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] Pushing event deleted for resources: {'Port': ['ID=dc48059a-cd7e-4c65-975f-4eb80ab50e9a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:38.833847 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f896e-d0bd-4707-8086-a65f10d28023 None None] No DVR routers for this DVR port dc48059a-cd7e-4c65-975f-4eb80ab50e9a on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:40:38.837386 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5109e37c-1acc-427f-ba65-704523909a6e') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:38.837708 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5109e37c-1acc-427f-ba65-704523909a6e') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:38.867720 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (5109e37c-1acc-427f-ba65-704523909a6e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.881161 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (5109e37c-1acc-427f-ba65-704523909a6e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.888356 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:40:38.888749 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (5109e37c-1acc-427f-ba65-704523909a6e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:38.893376 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:39.032079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (f80c4642-7fd4-4913-9021-d3d85ec756eb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.042497 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.049350 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f80c4642-7fd4-4913-9021-d3d85ec756eb HTTP/1.1" status: 204 len: 168 time: 0.8473806 Jun 01 04:40:39.071657 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc8ef-8b94-463b-9d93-e0fa71532414 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80c4642-7fd4-4913-9021-d3d85ec756eb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:39.090711 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5109e37c-1acc-427f-ba65-704523909a6e resource provider aggregate not found Jun 01 04:40:39.111723 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5109e37c-1acc-427f-ba65-704523909a6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5109e37c-1acc-427f-ba65-704523909a6e found for delete ", "request_id": "req-99438d65-60f3-46d2-8d6e-7064668d4757"}]} Jun 01 04:40:39.448855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36494) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:39.514604 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:39.518339 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-03b679d6-b416-4631-aed0-083fee8bbc32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9369d530285849b3a9eac5e0034d3170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725973 Jun 01 04:40:39.521265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36496) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:39.587078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] Publish callbacks [] for security_group (e477cb79-4d6e-4d0d-b7ed-ad5426ff0411), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.631479 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] Publish callbacks [] for security_group (e477cb79-4d6e-4d0d-b7ed-ad5426ff0411), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.655433 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device b72c0e0c-6126-430d-b2f1-8a5c49507284 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:39.675497 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: b72c0e0c-6126-430d-b2f1-8a5c49507284 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:39.676126 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device b72c0e0c-6126-430d-b2f1-8a5c49507284 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:39.676713 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device dc48059a-cd7e-4c65-975f-4eb80ab50e9a no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:40:39.697329 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: dc48059a-cd7e-4c65-975f-4eb80ab50e9a {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:40:39.697673 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device dc48059a-cd7e-4c65-975f-4eb80ab50e9a not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:40:39.786314 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e477cb79-4d6e-4d0d-b7ed-ad5426ff0411), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.789017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:39.790190 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e477cb79-4d6e-4d0d-b7ed-ad5426ff0411 HTTP/1.1" status: 204 len: 168 time: 0.2678909 Jun 01 04:40:39.799669 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458052a1-96a3-4cb6-98bd-bf2fd2791df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e477cb79-4d6e-4d0d-b7ed-ad5426ff0411,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:40.958581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36506) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:41.000595 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-779e5436-509d-43b3-a788-d9e7949dcc6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6280619df0e4dac84868ea94e7885e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408587 Jun 01 04:40:41.003242 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36508) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:41.052037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] Publish callbacks [] for security_group (3fa7a203-2ad0-4609-94d4-f88b31352072), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:41.076896 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] Publish callbacks [] for security_group (3fa7a203-2ad0-4609-94d4-f88b31352072), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:41.214914 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3fa7a203-2ad0-4609-94d4-f88b31352072), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:41.218189 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:41.219445 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fa7a203-2ad0-4609-94d4-f88b31352072 HTTP/1.1" status: 204 len: 168 time: 0.2152343 Jun 01 04:40:41.230171 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabe7fb-b807-40ec-aee0-47ea4cd725a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7a203-2ad0-4609-94d4-f88b31352072,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:43.374679 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-750a233e-043e-440c-9fe4-a0b5a7a94cd0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504162 Jun 01 04:40:43.475375 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740202e8-84fe-464d-b774-c8947f1893cd req-146e62c7-c9bf-4711-b319-7adb9d590098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:43.478148 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-146e62c7-c9bf-4711-b319-7adb9d590098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1129 time: 0.0670066 Jun 01 04:40:43.932689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740202e8-84fe-464d-b774-c8947f1893cd req-9684739f-fb7c-46b5-844f-414736f8fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:43.932689 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-9684739f-fb7c-46b5-844f-414736f8fe52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.3902786 Jun 01 04:40:43.964632 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-b2194f5a-4ebf-42a0-8234-1fe032c8b3a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 200 len: 1001 time: 0.0582666 Jun 01 04:40:44.020269 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740202e8-84fe-464d-b774-c8947f1893cd req-c8d7fb3d-1325-4892-a4d8-7e5884226095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:44.022152 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-c8d7fb3d-1325-4892-a4d8-7e5884226095 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0518484 Jun 01 04:40:44.071140 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740202e8-84fe-464d-b774-c8947f1893cd req-0eb6bdcb-1c58-4f0e-bd97-2f82ee5e7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:40:44.072824 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-0eb6bdcb-1c58-4f0e-bd97-2f82ee5e7389 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448105 Jun 01 04:40:44.121729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:44.165676 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-ca699cca-42af-45ec-a329-88e57076da8a service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871692 Jun 01 04:40:44.281515 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-740202e8-84fe-464d-b774-c8947f1893cd req-60370488-d2e9-436b-b7a2-1894086e8f4c service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097782 Jun 01 04:40:46.652301 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=30 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:47.679427 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:49.055846 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:49.586370 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-187e2e78-5568-4ed4-9ea5-db252fcf709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:51.957602 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d523fd7f-18e1-42a0-bdcc-e5d4fdfa2ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:53.134469 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:54.267324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:54.269412 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:40:54.665581 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:56.094278 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.351283 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36666) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:58.400498 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Deleting subnet b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:40:58.403721 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Publish callbacks [] for subnet (b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.439363 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25798570'] for subnet (b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.477986 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.608976 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25790778'] for subnet (b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.640047 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:58.642017 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.645696 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-64427db7-03c9-43ce-9f32-42892288a215 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b54dcc4f-7ca9-4fc4-a2b1-54a395f4abb7 HTTP/1.1" status: 204 len: 168 time: 0.2928553 Jun 01 04:40:58.647558 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 36668) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:58.716754 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (38efa17b-6b81-41c1-9aa7-2e9653e0399f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.798184 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (38efa17b-6b81-41c1-9aa7-2e9653e0399f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.817381 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38efa17b-6b81-41c1-9aa7-2e9653e0399f']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:58.826561 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:58.826857 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1f0298-40e1-4913-ac71-95b83c4e3fa1') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:40:58.836154 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (bb1f0298-40e1-4913-ac71-95b83c4e3fa1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.849703 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (bb1f0298-40e1-4913-ac71-95b83c4e3fa1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.856593 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:40:58.856975 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (bb1f0298-40e1-4913-ac71-95b83c4e3fa1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:58.893914 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment bb1f0298-40e1-4913-ac71-95b83c4e3fa1 resource provider aggregate not found Jun 01 04:40:58.913489 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment bb1f0298-40e1-4913-ac71-95b83c4e3fa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb1f0298-40e1-4913-ac71-95b83c4e3fa1 found for delete ", "request_id": "req-15c5e5ff-885f-4ed2-a1e2-d27881751c13"}]} Jun 01 04:40:59.002800 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (38efa17b-6b81-41c1-9aa7-2e9653e0399f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.011937 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.016942 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] 10.222.0.18 "DELETE /v2.0/networks/38efa17b-6b81-41c1-9aa7-2e9653e0399f HTTP/1.1" status: 204 len: 168 time: 0.3684652 Jun 01 04:40:59.026722 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a0d8-b32a-44d3-a41d-a8b157df0323 admin admin] Pushing event deleted for resources: {'Network': ['ID=38efa17b-6b81-41c1-9aa7-2e9653e0399f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:40:59.396153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36676) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:59.437327 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-82a6763b-993c-47e0-bc5f-290ffb5b298b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6607408c2a46439d93026002d312b9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400014 Jun 01 04:40:59.439873 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36678) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:40:59.486720 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] Publish callbacks [] for security_group (bc2f08ad-23bb-4166-b0b6-ce0a8facfe84), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.507921 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] Publish callbacks [] for security_group (bc2f08ad-23bb-4166-b0b6-ce0a8facfe84), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.636702 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (bc2f08ad-23bb-4166-b0b6-ce0a8facfe84), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.639975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:40:59.641112 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc2f08ad-23bb-4166-b0b6-ce0a8facfe84 HTTP/1.1" status: 204 len: 168 time: 0.2003624 Jun 01 04:40:59.649084 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31023ad1-b01b-4abb-909b-88d48f88e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f08ad-23bb-4166-b0b6-ce0a8facfe84,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:00.968438 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:03.645181 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:41:09.010999 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:09.011894 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:09.644246 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:09.645104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:09.661572 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:10.929301 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=43,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:13.639766 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:13.640641 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:17.301980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36832) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:17.306452 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525153072', 'description': 'tempest-description--1658876606'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:17.379470 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.444806 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (658e9c22-fa9c-4903-81d6-48f4244f0951), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.510673 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (658e9c22-fa9c-4903-81d6-48f4244f0951), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.541903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658e9c22-fa9c-4903-81d6-48f4244f0951,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:17.598464 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.599938 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-89cb5f06-1e6d-4904-a754-18830f51720c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2968862 Jun 01 04:41:17.613628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36838) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:17.618742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '658e9c22-fa9c-4903-81d6-48f4244f0951', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:17.711442 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (0460007d-c90c-4b59-91c9-a26eb959f58d), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.758482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (0460007d-c90c-4b59-91c9-a26eb959f58d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.823763 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (0460007d-c90c-4b59-91c9-a26eb959f58d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.842742 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0460007d-c90c-4b59-91c9-a26eb959f58d,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:17.912489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:17.913722 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5d6b4277-4f0f-4c22-a645-4266c44538c5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990041 Jun 01 04:41:17.928336 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36844) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:17.932644 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '658e9c22-fa9c-4903-81d6-48f4244f0951', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:18.020044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (0ccc55e3-2a41-46ca-924b-940a9f494f8d), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.072238 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (0ccc55e3-2a41-46ca-924b-940a9f494f8d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.126564 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (0ccc55e3-2a41-46ca-924b-940a9f494f8d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.147515 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccc55e3-2a41-46ca-924b-940a9f494f8d,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:18.214018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.215155 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e1a53269-3c73-4724-9eac-a52fec00dedc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2859466 Jun 01 04:41:18.218311 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 36846) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:18.222587 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:18.293756 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.375411 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.485191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.27.0.91 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/15f49f53-b7ae-4faa-a6f1-c5de23dbba4d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:41:18.566573 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:18.585643 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:18.588511 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.682344 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.722624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:41:18.725422 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:41:18.728903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:41:18.759794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=15f49f53-b7ae-4faa-a6f1-c5de23dbba4d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:18.819394 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:18.963287 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.127768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:19.149055 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.218633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.291020 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=15f49f53-b7ae-4faa-a6f1-c5de23dbba4d,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:19.299092 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.381094 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.382227 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ccf6d6b9-7e48-4a70-914b-3d7d653d060d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1629901 Jun 01 04:41:19.587575 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-fb3fb0c9-45ea-404d-9863-14b42c7682fc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1525153072&fields=id&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 267 time: 0.0462172 Jun 01 04:41:19.619289 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c294b715-16e0-4bfe-8ee5-23dd94b46838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:19.694758 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-ae53cfaf-8ab1-4527-b937-13106ca7ef1d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:19.696161 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-ae53cfaf-8ab1-4527-b937-13106ca7ef1d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1009624 Jun 01 04:41:19.711443 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-6d9e0790-a6fd-4b34-8ace-2ae03738e816 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/quotas/756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 375 time: 0.0091522 Jun 01 04:41:19.766174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-6fa88c94-0c24-4b90-bba2-2e750ed27506 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496886 Jun 01 04:41:19.956824 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-544c0c5a-bac8-4e32-b835-0f8fdb0f6c8b service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788821 Jun 01 04:41:20.048019 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-de35887a-ee8f-4294-a487-75b778757899 service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856135 Jun 01 04:41:20.295628 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b69edec8-4149-4ab3-a7ed-102e3e2a493d req-8503fe03-706d-401b-9a88-16dbb48e7fa3 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jun 01 04:41:21.395831 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b35de15a-c09c-4b25-92ad-d90c96a3d842 req-dfaf85aa-9638-48b5-8cb4-6f6a5bd810f8 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Jun 01 04:41:21.955358 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5e096298-33d2-42a4-9f5c-4217d9ad1b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:22.479455 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-d7015303-ca97-4457-93c1-ede6a16d3ca9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:22.481566 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-d7015303-ca97-4457-93c1-ede6a16d3ca9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1214314 Jun 01 04:41:22.518324 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c572f4dc-1973-4c09-8bb7-d6adcbef8ba9 req-43546a03-4f71-47cf-8414-44d1ba78f229 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 210 time: 0.0357676 Jun 01 04:41:22.582833 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-dcaf88d2-703b-4d33-9a40-fdd4fbfef2be tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 472 time: 0.0725248 Jun 01 04:41:22.592821 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'port': {'device_id': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'admin_state_up': True, 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'security_groups': ['658e9c22-fa9c-4903-81d6-48f4244f0951']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:22.777673 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:41:22.781263 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:22.915069 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.20.0.9 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/e167d0ad-6f0f-470a-94b5-7928d778d368) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:41:23.036516 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:23.063010 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.144724 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.174991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.185977 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:23.223014 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:41:23.226264 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:41:23.233102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:41:23.239788 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:23.288913 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:23.289481 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.365168 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8673539a-679f-42ea-a7be-21f8933da931 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766824 Jun 01 04:41:23.445500 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Request body: {'port': {'device_id': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:23.465055 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-4fcb0914-64ef-4da9-8a53-d49eaccc6faa None None] Provisioning complete for port e167d0ad-6f0f-470a-94b5-7928d778d368 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:41:23.465433 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4fcb0914-64ef-4da9-8a53-d49eaccc6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.501657 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb0914-64ef-4da9-8a53-d49eaccc6faa None None] Port e167d0ad-6f0f-470a-94b5-7928d778d368 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:41:23.512692 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.643014 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75745b-8f7f-4c59-ae9f-598e6f746911 req-d057fd42-ec12-4f7d-b4a3-7c52c6f3522e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:23.645344 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1a75745b-8f7f-4c59-ae9f-598e6f746911 req-d057fd42-ec12-4f7d-b4a3-7c52c6f3522e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 931 time: 0.0560420 Jun 01 04:41:23.694110 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1a75745b-8f7f-4c59-ae9f-598e6f746911 req-22c1053f-22de-49fe-9577-45da3d2380d6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Jun 01 04:41:23.815899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e167d0ad-6f0f-470a-94b5-7928d778d368 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:41:23.823849 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks [] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.837710 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Transition to ACTIVE for port object e167d0ad-6f0f-470a-94b5-7928d778d368 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:41:23.939551 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:23.995271 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Pushing event updated for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:24.074525 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Attempting to bind port e167d0ad-6f0f-470a-94b5-7928d778d368 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:41:24.074787 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Attempting to bind port e167d0ad-6f0f-470a-94b5-7928d778d368 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:41:24.075120 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Attempting to bind port e167d0ad-6f0f-470a-94b5-7928d778d368 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:41:24.080596 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Port e167d0ad-6f0f-470a-94b5-7928d778d368 on network 8715975b-1e98-4a30-82e5-baf5c981e463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:41:24.080922 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Attempting to bind port e167d0ad-6f0f-470a-94b5-7928d778d368 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:41:24.083628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:24.086483 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:41:24.086821 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:41:24.087204 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:41:24.087729 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Bound port: e167d0ad-6f0f-470a-94b5-7928d778d368, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:41:24.088089 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:24.161262 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:41:24.164592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e167d0ad-6f0f-470a-94b5-7928d778d368,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:41:24.243265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:24.286055 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.286788 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:24.288319 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] 10.222.0.45 "PUT /v2.0/ports/e167d0ad-6f0f-470a-94b5-7928d778d368 HTTP/1.1" status: 200 len: 1093 time: 0.8472612 Jun 01 04:41:24.288851 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:41:24.291115 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:41:24.315845 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054fe17-1a7c-4947-b0e2-46274ab2956b service neutron] Pushing event updated for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:24.341020 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3395ddb5-675d-444f-94b6-08e2a28a9e56 x-openstack-request-id: req-3395ddb5-675d-444f-94b6-08e2a28a9e56 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:41:24.341305 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:41:24.341556 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3395ddb5-675d-444f-94b6-08e2a28a9e56 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:41:24.341959 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3395ddb5-675d-444f-94b6-08e2a28a9e56'] response: {'name': 'network-changed', 'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'status': 'completed', 'code': 200} Jun 01 04:41:24.427576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-823ec88a-461e-472e-9c88-e4ae2bfd38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.429103 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-823ec88a-461e-472e-9c88-e4ae2bfd38f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 1127 time: 0.0484126 Jun 01 04:41:24.519840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:24.541675 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-d4b08064-58cb-4d4c-a561-a9379d925dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.543132 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-d4b08064-58cb-4d4c-a561-a9379d925dc1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=756cb4ed8d2345dcaae27638b257a480&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0998855 Jun 01 04:41:24.648182 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-e3f18de0-6d62-4c49-83dc-19f9f8545916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.649655 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-020a1251-bcd0-4b81-9f53-e3568a6f5f2b req-e3f18de0-6d62-4c49-83dc-19f9f8545916 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986800 Jun 01 04:41:24.693513 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:24.756574 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-85ba0633-3d1d-4489-8e8b-498ccadb848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.758078 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-85ba0633-3d1d-4489-8e8b-498ccadb848f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 1127 time: 0.0465798 Jun 01 04:41:24.815842 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-a7d8e008-1d0b-499f-9296-6cdc7e3b5de8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e167d0ad-6f0f-470a-94b5-7928d778d368 HTTP/1.1" status: 200 len: 217 time: 0.0435228 Jun 01 04:41:24.822757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95ed6-220d-471f-a4b3-5dbddd13eab4 req-3a092177-9459-440a-81d6-3df275f00bd6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.824347 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25a95ed6-220d-471f-a4b3-5dbddd13eab4 req-3a092177-9459-440a-81d6-3df275f00bd6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 943 time: 0.0545053 Jun 01 04:41:24.869770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-be0fca2b-17cd-4393-be0a-1f09d9e63355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.871200 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-be0fca2b-17cd-4393-be0a-1f09d9e63355 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0491271 Jun 01 04:41:24.881157 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25a95ed6-220d-471f-a4b3-5dbddd13eab4 req-b857e7d3-a93c-4b67-a5bf-f017c623fee7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511830 Jun 01 04:41:24.916137 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-50b1f436-9593-46b1-b63c-970208b1bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:24.917667 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-50b1f436-9593-46b1-b63c-970208b1bc2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403562 Jun 01 04:41:25.014488 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-56b024c5-bee1-4373-9bc9-db3d1af95e98 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879626 Jun 01 04:41:25.114861 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ee60de59-cde6-424c-b9ae-5395c104ad10 req-8e4b7c6a-a02a-4d18-8294-28f2346e88dd service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939209 Jun 01 04:41:26.004708 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e3190-1d23-4256-9312-5b953e29363d req-186dfa94-dc8a-4fd9-8387-7cd99e2ded7f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:26.006171 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-da5e3190-1d23-4256-9312-5b953e29363d req-186dfa94-dc8a-4fd9-8387-7cd99e2ded7f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 943 time: 0.0523458 Jun 01 04:41:26.054347 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-da5e3190-1d23-4256-9312-5b953e29363d req-0f163d0a-a135-469e-85cb-3d3c16a889a7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Jun 01 04:41:26.093440 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:27.171882 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2acb96-23f5-43eb-8d52-edbd15b60ccf req-43980e62-7aaa-4b6d-8875-51817ef9dc62 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:27.173410 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9d2acb96-23f5-43eb-8d52-edbd15b60ccf req-43980e62-7aaa-4b6d-8875-51817ef9dc62 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 943 time: 0.0493793 Jun 01 04:41:27.222274 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9d2acb96-23f5-43eb-8d52-edbd15b60ccf req-00f1d3c5-a262-4892-8964-686394b47c98 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Jun 01 04:41:27.645458 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:28.035717 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e167d0ad-6f0f-470a-94b5-7928d778d368 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:41:28.136687 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e167d0ad-6f0f-470a-94b5-7928d778d368,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:41:28.148272 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'port_id': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'mac_address': 'fa:16:3e:cc:1d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:41:28.191609 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port e167d0ad-6f0f-470a-94b5-7928d778d368 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:41:28.191997 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:28.205308 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e167d0ad-6f0f-470a-94b5-7928d778d368 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:41:28.224904 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e167d0ad-6f0f-470a-94b5-7928d778d368,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:41:28.309347 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:28.345699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c958-0055-4764-8ecb-cfc4e6e16718 req-953354e4-7712-465f-b84d-6c8f135c4345 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:28.347233 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2b25c958-0055-4764-8ecb-cfc4e6e16718 req-953354e4-7712-465f-b84d-6c8f135c4345 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 943 time: 0.0541594 Jun 01 04:41:28.372641 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:28.380536 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.380904 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.381245 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.381577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.381906 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.382237 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.382559 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.382890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.383197 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.383537 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.383857 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.384176 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.384490 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.384804 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.385174 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:28.403096 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2b25c958-0055-4764-8ecb-cfc4e6e16718 req-fc5cae67-0fce-40da-91e1-d27b46f7a737 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497444 Jun 01 04:41:28.745986 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['e167d0ad-6f0f-470a-94b5-7928d778d368'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:41:29.539572 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf67a0-5035-4671-80de-da37239027c4 req-d0de5a7b-bcb0-451e-bd4d-2f41a8d6d901 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:29.541165 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6cdf67a0-5035-4671-80de-da37239027c4 req-d0de5a7b-bcb0-451e-bd4d-2f41a8d6d901 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 944 time: 0.0596704 Jun 01 04:41:29.594522 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6cdf67a0-5035-4671-80de-da37239027c4 req-b0e8ef80-e399-4c13-bf0b-594e56abcb42 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476584 Jun 01 04:41:30.066583 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e167d0ad-6f0f-470a-94b5-7928d778d368 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:41:30.113049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port e167d0ad-6f0f-470a-94b5-7928d778d368 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:41:30.178802 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port e167d0ad-6f0f-470a-94b5-7928d778d368 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:41:30.179100 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:30.254474 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port e167d0ad-6f0f-470a-94b5-7928d778d368 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:41:30.254864 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:30.274233 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:30.278339 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:41:30.281243 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9691dc7b-5a05-4c3c-a92e-4cc19643a458" -d '{"events": [{"server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "name": "network-vif-plugged", "status": "completed", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:41:30.294183 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e167d0ad-6f0f-470a-94b5-7928d778d368,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:41:30.319392 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099efa4b-2d17-4ffc-8420-22f4618e1a42 x-openstack-request-id: req-099efa4b-2d17-4ffc-8420-22f4618e1a42 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:41:30.319707 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "name": "network-vif-plugged", "status": "completed", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:41:30.319958 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-099efa4b-2d17-4ffc-8420-22f4618e1a42 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:41:30.320432 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099efa4b-2d17-4ffc-8420-22f4618e1a42'] response: {'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'code': 200} Jun 01 04:41:30.388909 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:30.412548 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:30.444310 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:30.635947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8c47-bc0c-4369-b96a-3fb1235031d2 req-a983fe79-ee43-4a26-a8f8-41a7d374eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:30.637586 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc9c8c47-bc0c-4369-b96a-3fb1235031d2 req-a983fe79-ee43-4a26-a8f8-41a7d374eb43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 1129 time: 0.0413082 Jun 01 04:41:30.687463 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc9c8c47-bc0c-4369-b96a-3fb1235031d2 req-ae8e3122-f744-46a1-8041-b42368f879ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Jun 01 04:41:30.720193 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d0f2-46da-4e8a-91e2-59ea0bad5af2 req-8447c157-0735-4904-b138-1b401200d552 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:30.721571 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1a90d0f2-46da-4e8a-91e2-59ea0bad5af2 req-8447c157-0735-4904-b138-1b401200d552 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Jun 01 04:41:30.777703 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1a90d0f2-46da-4e8a-91e2-59ea0bad5af2 req-ed0ae3fe-e929-4ea6-b5fe-042349ba48ed tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505240 Jun 01 04:41:30.984691 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:31.893501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3653a-4bea-437b-95a6-bf081ba036c9 req-124ab2d8-b7a7-4295-b275-29d3ad7345d4 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:31.895031 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-19d3653a-4bea-437b-95a6-bf081ba036c9 req-124ab2d8-b7a7-4295-b275-29d3ad7345d4 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0471523 Jun 01 04:41:31.914330 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:31.944876 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-19d3653a-4bea-437b-95a6-bf081ba036c9 req-8ef33f50-5549-4447-93fd-a7971118913f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Jun 01 04:41:33.058413 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0b21-6f56-48a4-9372-35d3d625ebae req-ed443a77-8da5-4746-abb1-037e8bad19c7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:33.059888 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34eb0b21-6f56-48a4-9372-35d3d625ebae req-ed443a77-8da5-4746-abb1-037e8bad19c7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0456016 Jun 01 04:41:33.099724 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:33.107587 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34eb0b21-6f56-48a4-9372-35d3d625ebae req-6076c96b-1a12-413f-9100-08d6b1349491 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Jun 01 04:41:33.214880 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831c239-c6bd-4e3d-8102-cb4b04996910 req-36766b97-6d7a-49fc-a2d2-458cd9123113 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:33.216841 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9831c239-c6bd-4e3d-8102-cb4b04996910 req-36766b97-6d7a-49fc-a2d2-458cd9123113 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0470753 Jun 01 04:41:33.225256 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37002) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:33.229627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'port_id': 'e167d0ad-6f0f-470a-94b5-7928d778d368'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:41:33.269509 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:33.463716 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:33.688006 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:33.755972 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:33.848727 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP e059aee5-0dd1-4666-b67c-957dc3d11c15 associated. External IP: 172.27.0.91, port: e167d0ad-6f0f-470a-94b5-7928d778d368. Jun 01 04:41:34.045067 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:41:34.140266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:34.149661 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:41:34.154519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:34.159244 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:41:34.168711 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:41:34.169316 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:41:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:41:34.184578 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ceebca5a-8fe4-4148-91e6-787c30d8944d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "PUT /v2.0/floatingips/e059aee5-0dd1-4666-b67c-957dc3d11c15 HTTP/1.1" status: 200 len: 990 time: 0.9583642 Jun 01 04:41:34.185666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:41:34.188515 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8" -d '{"events": [{"name": "network-changed", "server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:41:34.225130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b6d6c0-1faf-4d13-b851-255b64b12c63 x-openstack-request-id: req-45b6d6c0-1faf-4d13-b851-255b64b12c63 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:41:34.225746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:41:34.225746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45b6d6c0-1faf-4d13-b851-255b64b12c63 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:41:34.226081 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b6d6c0-1faf-4d13-b851-255b64b12c63'] response: {'name': 'network-changed', 'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'status': 'completed', 'code': 200} Jun 01 04:41:34.271736 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:41:34.317169 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-4c1bcb35-f257-451b-a552-9248d9e655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:34.318687 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-4c1bcb35-f257-451b-a552-9248d9e655f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 1129 time: 0.0457616 Jun 01 04:41:34.411460 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-a6ce9097-36af-4e4a-a726-e65d78c91103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:34.412822 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-a6ce9097-36af-4e4a-a726-e65d78c91103 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.0884449 Jun 01 04:41:34.474464 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-d40e5689-66f2-43a8-9141-9c0a497d6d4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e167d0ad-6f0f-470a-94b5-7928d778d368 HTTP/1.1" status: 200 len: 998 time: 0.0551963 Jun 01 04:41:34.484653 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}, {'id': 'e059aee5-0dd1-4666-b67c-957dc3d11c15', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:cc:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:41:18Z', 'updated_at': '2022-06-01T04:41:33Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:41:34.509410 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:41:34.518356 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:41:34.518953 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:41:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:41:34.526703 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-bd90a7ef-e143-4a8e-9611-36c60ba9821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:34.528183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-bd90a7ef-e143-4a8e-9611-36c60ba9821f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0478811 Jun 01 04:41:34.572065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-7d6691f0-6171-498f-b7b7-9ac5295181db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:34.577790 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-7d6691f0-6171-498f-b7b7-9ac5295181db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393629 Jun 01 04:41:34.623884 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:41:34.653099 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:34.675417 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-a90bc095-5f3b-425a-b16b-1464d38b821f service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940807 Jun 01 04:41:34.766220 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b691e704-e9a5-4f0b-bf23-cd9e5f37dce8 req-9e77d06c-d391-4403-b389-48e63bc49147 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Jun 01 04:41:34.834703 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}, {'id': 'e059aee5-0dd1-4666-b67c-957dc3d11c15', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:cc:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:41:18Z', 'updated_at': '2022-06-01T04:41:33Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:41:34.862876 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50348cf-2d6d-4fcd-bbd2-f570dca31d20 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}, {'id': 'e059aee5-0dd1-4666-b67c-957dc3d11c15', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:cc:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:41:18Z', 'updated_at': '2022-06-01T04:41:33Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:41:35.054510 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a292eb8-7d2e-4107-873b-b129b7b14c1f None None] New status for floating IP e059aee5-0dd1-4666-b67c-957dc3d11c15: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:41:40.645507 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:41:43.103173 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:44.762883 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=58 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:45.157700 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:45.160549 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:45.569913 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-00875b3c-c8c8-4e8f-b451-86da0fb5075c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386162 Jun 01 04:41:45.688342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-480aeff8-97ff-4092-a559-01f905791703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:45.690093 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-480aeff8-97ff-4092-a559-01f905791703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 1129 time: 0.0467207 Jun 01 04:41:45.797343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-f2b466b5-d688-44bb-ac43-c2e50ca12776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:45.798810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-f2b466b5-d688-44bb-ac43-c2e50ca12776 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.0874245 Jun 01 04:41:45.870244 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-be82fc56-70b6-4d69-a779-fdd1331dc187 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 200 len: 1001 time: 0.0649896 Jun 01 04:41:45.922016 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-fb1e5802-cfb7-40c8-919d-1d581b86bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:45.923516 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-fb1e5802-cfb7-40c8-919d-1d581b86bdab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0463784 Jun 01 04:41:45.968965 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-2ee2ba72-c20f-4be6-a2fb-086a9eb73ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:41:45.970358 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-2ee2ba72-c20f-4be6-a2fb-086a9eb73ca4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408669 Jun 01 04:41:46.335815 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-9532f958-a682-40ed-b965-b7a4229ac253 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573456 Jun 01 04:41:46.427218 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00fc6840-e6f3-4ad3-926b-13fe8a4d7166 req-c5e31977-3242-470e-9cca-7b4899988601 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Jun 01 04:41:46.749425 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=82 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:47.084582 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37068) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:47.191927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.506025 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Publish callbacks [] for security_group (2fbd876b-3f2b-4d66-b82e-2ad4be88698a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.560153 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2fbd876b-3f2b-4d66-b82e-2ad4be88698a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.598731 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd876b-3f2b-4d66-b82e-2ad4be88698a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:47.602900 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d30fc2f66738421ea107f0e4a1fd9c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172312 Jun 01 04:41:47.605907 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37074) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:41:47.609086 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.609429 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.609769 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.610105 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.610436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.610763 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.611088 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.611436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.611760 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.612082 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.612402 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.612725 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.613048 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.613362 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.613676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f238c3d-0d0f-4e3a-9818-ccc9b9d683a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.660640 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Publish callbacks [] for security_group (2fbd876b-3f2b-4d66-b82e-2ad4be88698a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.681990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Publish callbacks [] for security_group (2fbd876b-3f2b-4d66-b82e-2ad4be88698a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.784068 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (2fbd876b-3f2b-4d66-b82e-2ad4be88698a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.786586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:47.787752 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fbd876b-3f2b-4d66-b82e-2ad4be88698a HTTP/1.1" status: 204 len: 168 time: 0.1807730 Jun 01 04:41:47.796396 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd876b-3f2b-4d66-b82e-2ad4be88698a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:41:47.803687 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.804038 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.804386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.804734 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.805066 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.805434 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.805726 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.806053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.806386 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.806716 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.807061 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.807398 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.807731 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.808054 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:47.808385 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a544ac-be7e-447d-91ef-2c19ea8e2935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:41:49.605350 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f17ab91-8bf4-440e-ba5a-9c69a88899e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:50.640733 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:51.915670 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b2fd0d41-a098-4c3c-9bff-92056783f127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:53.108250 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:54.658114 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:56.109483 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:41:57.596664 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:57.605757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:57.798794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:41:57.799584 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:00.659649 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:01.007067 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:10.933613 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:10.940503 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:17.644141 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:42:19.600131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f896e2a7-d29d-460b-8187-c8db77da00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:21.937353 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c9faf682-b0f3-4727-97ad-b995e06d3c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:23.114541 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:24.715048 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:26.132015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:27.640206 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:31.027127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:37.656519 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:39.614213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a766-557c-488d-aae7-5b7ac2499711 req-99dc9e99-4af5-48a6-8e5e-28fdb99dce01 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:39.615617 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6657a766-557c-488d-aae7-5b7ac2499711 req-99dc9e99-4af5-48a6-8e5e-28fdb99dce01 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.2287838 Jun 01 04:42:39.672163 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6657a766-557c-488d-aae7-5b7ac2499711 req-d40f45f4-7324-461d-ac37-0c2d5ac0112d tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507927 Jun 01 04:42:40.848949 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef5e3-fe3b-4520-ac2c-8e560bed8539 req-6041ba16-110d-4612-a412-ddbf65071f7c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:40.850397 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-51bef5e3-fe3b-4520-ac2c-8e560bed8539 req-6041ba16-110d-4612-a412-ddbf65071f7c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.1083679 Jun 01 04:42:40.899513 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-51bef5e3-fe3b-4520-ac2c-8e560bed8539 req-d543d9ca-7d58-4ac1-ac3a-9b460346c7e1 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424173 Jun 01 04:42:40.945102 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:40.952076 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:42.016565 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb412-4d33-49e5-af0f-be617f03bf01 req-73b15349-3cb3-4446-b824-7a3931e8da46 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:42.018012 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30dbb412-4d33-49e5-af0f-be617f03bf01 req-73b15349-3cb3-4446-b824-7a3931e8da46 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0500884 Jun 01 04:42:42.066487 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-30dbb412-4d33-49e5-af0f-be617f03bf01 req-e1218c4c-b104-4413-9d17-f746339cc97d tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Jun 01 04:42:43.185145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5bd58-892a-49c6-bf60-95fe216d213e req-0bbddffc-ca6c-41aa-b621-23ee2db842e0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:43.186570 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86b5bd58-892a-49c6-bf60-95fe216d213e req-0bbddffc-ca6c-41aa-b621-23ee2db842e0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Jun 01 04:42:43.235694 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86b5bd58-892a-49c6-bf60-95fe216d213e req-b6e73bcb-f24d-4195-9576-745607562d28 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433848 Jun 01 04:42:44.350435 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686e8a-9be2-4eb6-bc42-973e3a725236 req-9a63c3e3-a1ec-4866-b5c8-548af3c56e39 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:44.351930 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9a686e8a-9be2-4eb6-bc42-973e3a725236 req-9a63c3e3-a1ec-4866-b5c8-548af3c56e39 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0473404 Jun 01 04:42:44.402180 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9a686e8a-9be2-4eb6-bc42-973e3a725236 req-937ea201-3bce-4632-aab7-5cc16607beef tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Jun 01 04:42:45.520191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b9dc-50aa-4483-839d-e7b7d7ae6ee1 req-1e8297bf-fe3f-4b89-9860-521038ad1fef tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:45.521722 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1be2b9dc-50aa-4483-839d-e7b7d7ae6ee1 req-1e8297bf-fe3f-4b89-9860-521038ad1fef tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Jun 01 04:42:45.570770 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1be2b9dc-50aa-4483-839d-e7b7d7ae6ee1 req-69589531-42c3-431d-9a6f-0de3ace9397d tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Jun 01 04:42:46.692379 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7536-642e-4b88-9f2a-9b1395a21bd5 req-e904640d-7943-47e8-bd51-f25342972bb9 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:46.694000 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c15d7536-642e-4b88-9f2a-9b1395a21bd5 req-e904640d-7943-47e8-bd51-f25342972bb9 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Jun 01 04:42:46.744080 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c15d7536-642e-4b88-9f2a-9b1395a21bd5 req-b46d8d62-aafb-47db-85c9-7b73bb5307b1 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Jun 01 04:42:47.330921 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459665-2d52-4396-bd72-e5f07a905105 req-1f81fd5b-d73c-4c0a-8a49-d30b70cf0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:47.332728 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-1f81fd5b-d73c-4c0a-8a49-d30b70cf0cae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0405540 Jun 01 04:42:47.439322 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459665-2d52-4396-bd72-e5f07a905105 req-b1c23dab-42e2-4a64-b4de-d693165e9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:47.440769 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-b1c23dab-42e2-4a64-b4de-d693165e9f1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 909 time: 0.0896292 Jun 01 04:42:47.500974 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-ab591b9a-4159-4c77-ac9e-495bf20fdaeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 1001 time: 0.0544775 Jun 01 04:42:47.553045 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459665-2d52-4396-bd72-e5f07a905105 req-c4147561-8a31-480f-b83a-4331da09b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:47.554486 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-c4147561-8a31-480f-b83a-4331da09b6e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0480216 Jun 01 04:42:47.598178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459665-2d52-4396-bd72-e5f07a905105 req-ff10c963-86f0-489b-9aca-d0c1616427d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:47.599654 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-ff10c963-86f0-489b-9aca-d0c1616427d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393202 Jun 01 04:42:47.684379 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:47.694195 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-481aba21-137a-44ce-9034-1d5037c5b988 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891516 Jun 01 04:42:47.784544 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-52459665-2d52-4396-bd72-e5f07a905105 req-fe891921-9e15-4863-8078-37cd48048fc7 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Jun 01 04:42:47.857626 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec575-d18d-42ba-b659-e63e6957a5f3 req-0140fcca-f14c-440a-a44b-54c2aa59f806 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:47.858961 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8b8ec575-d18d-42ba-b659-e63e6957a5f3 req-0140fcca-f14c-440a-a44b-54c2aa59f806 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0470562 Jun 01 04:42:47.910884 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8b8ec575-d18d-42ba-b659-e63e6957a5f3 req-34797595-e2cb-4ea9-a496-cd36d476bfdb tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Jun 01 04:42:49.026293 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b807-7988-4722-a582-60a50d7d795a req-a0d7e3a4-9d41-473d-aad0-957b34d53705 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:49.027825 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a020b807-7988-4722-a582-60a50d7d795a req-a0d7e3a4-9d41-473d-aad0-957b34d53705 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Jun 01 04:42:49.077558 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a020b807-7988-4722-a582-60a50d7d795a req-84c8d89c-cbf8-4bda-8836-aab9480eb5ce tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 Jun 01 04:42:49.599600 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4906-74dc-466a-a3b8-1c0582f92d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:49.773724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-6fb76bb4-f439-4796-9cc7-e5e95c99fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:49.775356 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-6fb76bb4-f439-4796-9cc7-e5e95c99fdda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0441904 Jun 01 04:42:49.866809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-78fb7e6d-af0b-41df-b654-9866ced62947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:49.868389 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-78fb7e6d-af0b-41df-b654-9866ced62947 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 909 time: 0.0867679 Jun 01 04:42:49.916866 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:49.919666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:49.935272 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-d1931b68-34e0-437d-b4fc-c5be90417fd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 1001 time: 0.0598657 Jun 01 04:42:49.984544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-90752be2-21f0-42c8-8c84-9fa5340893df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:49.986052 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-90752be2-21f0-42c8-8c84-9fa5340893df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0452900 Jun 01 04:42:50.031705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-6244fb86-c74e-4c60-b5ee-4bfd271afe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:50.033182 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-6244fb86-c74e-4c60-b5ee-4bfd271afe06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398686 Jun 01 04:42:50.132666 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-8db7a40b-0970-4afc-a807-0905f9997174 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Jun 01 04:42:50.158077 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43292b4-f445-479c-a299-ab77e5efbfad req-6eb81188-13bc-43cb-a6f9-d717e6175820 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:50.159731 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a43292b4-f445-479c-a299-ab77e5efbfad req-6eb81188-13bc-43cb-a6f9-d717e6175820 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0562623 Jun 01 04:42:50.211755 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a43292b4-f445-479c-a299-ab77e5efbfad req-8469246e-c721-4462-8932-860e52843b44 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Jun 01 04:42:50.217679 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9f52-dd6a-4c81-99ab-fc47578a7d71 req-a47e8473-5d22-4ecc-8c70-52cb021bbbd6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:50.219183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbdc9f52-dd6a-4c81-99ab-fc47578a7d71 req-a47e8473-5d22-4ecc-8c70-52cb021bbbd6 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0484459 Jun 01 04:42:50.269337 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbdc9f52-dd6a-4c81-99ab-fc47578a7d71 req-19625caa-1542-44ef-8827-69a27460bcd0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Jun 01 04:42:51.327833 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8338e-58b4-4816-93dc-098876976ce4 req-4cee8144-a706-4dd6-a486-1065583f473d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:51.329354 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f8338e-58b4-4816-93dc-098876976ce4 req-4cee8144-a706-4dd6-a486-1065583f473d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0492871 Jun 01 04:42:51.381207 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f8338e-58b4-4816-93dc-098876976ce4 req-379b9fad-3f8b-44fa-b6a3-6f17f312566d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Jun 01 04:42:51.387268 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-200c0e31-01c8-4cc0-a84e-9dba5c55b4b5 req-3e8d9646-1223-4e6f-8a25-20af9b4a94cb service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230800 Jun 01 04:42:51.398203 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b758d-46b3-4007-bd46-bfc6a16d3034 req-c289d0bf-602a-4601-bbeb-a21900ccdc36 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:51.399667 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-861b758d-46b3-4007-bd46-bfc6a16d3034 req-c289d0bf-602a-4601-bbeb-a21900ccdc36 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Jun 01 04:42:51.451723 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-861b758d-46b3-4007-bd46-bfc6a16d3034 req-9020daa5-c4cd-4290-acde-7e1c11c456b3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Jun 01 04:42:51.908035 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69face33-3db9-4388-bf21-d33577ec3b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:52.497364 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ecd6a-e3b5-4aba-a063-4ec668f38473 req-9064dd4b-0fe4-4231-922d-2f0fcb415790 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:52.499515 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-912ecd6a-e3b5-4aba-a063-4ec668f38473 req-9064dd4b-0fe4-4231-922d-2f0fcb415790 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0504625 Jun 01 04:42:52.547889 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-912ecd6a-e3b5-4aba-a063-4ec668f38473 req-7bbe7aac-9c06-47dd-b560-bbad0be6f24f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Jun 01 04:42:52.578861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899cab5-947b-4f7d-9ea4-f341228109f5 req-71c5b6fa-3aca-4e81-bb28-5e83524ab4b0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:52.580366 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d899cab5-947b-4f7d-9ea4-f341228109f5 req-71c5b6fa-3aca-4e81-bb28-5e83524ab4b0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0588686 Jun 01 04:42:52.630189 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d899cab5-947b-4f7d-9ea4-f341228109f5 req-5d16415a-da3c-4444-b7c2-72cb9ab5636f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Jun 01 04:42:53.081330 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-4bfe022d-ad2e-4299-bccf-835d7893b954 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:53.082820 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-4bfe022d-ad2e-4299-bccf-835d7893b954 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0475407 Jun 01 04:42:53.114113 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.191571 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port e167d0ad-6f0f-470a-94b5-7928d778d368 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:42:53.191919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.284318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] For port e167d0ad-6f0f-470a-94b5-7928d778d368, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e167d0ad-6f0f-470a-94b5-7928d778d368,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:42:53.284679 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.453753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:53.456918 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.457282 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.457601 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP e059aee5-0dd1-4666-b67c-957dc3d11c15 disassociated. External IP: 172.27.0.91, port: e167d0ad-6f0f-470a-94b5-7928d778d368. Jun 01 04:42:53.457948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for e167d0ad-6f0f-470a-94b5-7928d778d368 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:42:53.498398 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:53.655947 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (e167d0ad-6f0f-470a-94b5-7928d778d368), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:53.677746 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de178-3534-4ef3-88b8-1e99e60cfe1e req-8ee8745e-1837-4ec6-8aca-c1aad824a7a9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:53.679531 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b88de178-3534-4ef3-88b8-1e99e60cfe1e req-8ee8745e-1837-4ec6-8aca-c1aad824a7a9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 945 time: 0.0609920 Jun 01 04:42:53.693774 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=e167d0ad-6f0f-470a-94b5-7928d778d368,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:42:53.729047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729618 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.729824 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.730102 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.730431 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.730762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.731090 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.731440 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.731770 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.732096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:53.743433 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b88de178-3534-4ef3-88b8-1e99e60cfe1e req-aa06ccf0-03dd-414a-afb6-d30dab326fbb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=658e9c22-fa9c-4903-81d6-48f4244f0951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551000 Jun 01 04:42:53.805666 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5c1eb-34b1-4dc3-97d8-fc492a30566e req-9b606f24-6f3c-4cd1-9a01-6e0359110b83 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:53.807166 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b5c1eb-34b1-4dc3-97d8-fc492a30566e req-9b606f24-6f3c-4cd1-9a01-6e0359110b83 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.1007547 Jun 01 04:42:53.905544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:42:53.909916 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91b5c1eb-34b1-4dc3-97d8-fc492a30566e req-8c211176-e0aa-4933-a19c-6b85f2cfaa4e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958188 Jun 01 04:42:54.020689 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:42:54.031649 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:42:54.044389 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:42:54.045294 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:42:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:42:54.069027 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] No DVR routers for this DVR port e167d0ad-6f0f-470a-94b5-7928d778d368 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:42:54.071691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:54.074945 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-16b8a40f-dc8a-4bc4-81cb-fe81e8f6c57e req-1aeb76e9-6031-4978-8d73-789ffb9148c2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "DELETE /v2.0/ports/e167d0ad-6f0f-470a-94b5-7928d778d368 HTTP/1.1" status: 204 len: 173 time: 0.9668155 Jun 01 04:42:54.075428 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'name': 'network-vif-deleted', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:42:54.078344 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73701fdb-2365-4d50-abd6-d9e94a3e809c" -d '{"events": [{"server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "name": "network-vif-deleted", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:42:54.116349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb80647-24f3-4407-8b72-3c4ac0d26a27 x-openstack-request-id: req-7eb80647-24f3-4407-8b72-3c4ac0d26a27 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:42:54.116654 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a718f6-2774-49f5-833a-4aca569ae1b7", "name": "network-vif-deleted", "tag": "e167d0ad-6f0f-470a-94b5-7928d778d368", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:42:54.117076 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7eb80647-24f3-4407-8b72-3c4ac0d26a27 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:42:54.117492 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb80647-24f3-4407-8b72-3c4ac0d26a27'] response: {'server_uuid': '20a718f6-2774-49f5-833a-4aca569ae1b7', 'name': 'network-vif-deleted', 'tag': 'e167d0ad-6f0f-470a-94b5-7928d778d368', 'status': 'completed', 'code': 200} Jun 01 04:42:54.166750 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:42:54.383224 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:42:54.407564 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:42:54.416259 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:42:54.416793 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:42:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:42:54.519852 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:42:54.659131 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:42:54.702492 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:54.738318 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:42:54.766633 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d11dea-4789-47a2-a57e-dc0ec2416b7a None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:01:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:39:19Z', 'updated_at': '2022-06-01T04:39:38Z', 'revision_number': 2, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:42:54.856868 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b285be5e-2b84-4732-89e6-2e86e3dbcd37 req-266638f8-15dd-4b02-9b72-e26f76b390d1 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=20a718f6-2774-49f5-833a-4aca569ae1b7 HTTP/1.1" status: 200 len: 210 time: 0.0296710 Jun 01 04:42:55.013133 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd2f5e-18d2-4acc-8dcf-66bf8a339f59 None None] New status for floating IP e059aee5-0dd1-4666-b67c-957dc3d11c15: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:42:55.029680 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e8a9c-ee38-4563-8208-8c05fa852212 req-38f9ceab-8f1e-4c9e-9719-6d099bc9f6e3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:55.031865 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891e8a9c-ee38-4563-8208-8c05fa852212 req-38f9ceab-8f1e-4c9e-9719-6d099bc9f6e3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Jun 01 04:42:55.083573 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891e8a9c-ee38-4563-8208-8c05fa852212 req-1f74e141-2628-49cf-bcf5-041479ed4d49 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Jun 01 04:42:55.482533 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19eac1-605d-4bdb-85d6-c9c6cdd46112 req-86ce215f-103d-4130-b708-9373fd13ca90 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:55.484834 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d19eac1-605d-4bdb-85d6-c9c6cdd46112 req-86ce215f-103d-4130-b708-9373fd13ca90 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Jun 01 04:42:55.540272 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d19eac1-605d-4bdb-85d6-c9c6cdd46112 req-67bd0041-3be9-4ad1-a643-df9212ee963c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489087 Jun 01 04:42:55.547487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37180) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:42:55.599278 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:55.601039 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:55.632064 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-09d3f897-6851-4dc1-a2a3-36e70337686f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834942 Jun 01 04:42:55.641336 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-15ac8a3a-77af-49ec-ab67-3032ccfd72b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 01 04:42:55.642236 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-15ac8a3a-77af-49ec-ab67-3032ccfd72b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057099 Jun 01 04:42:55.734911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37188) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:42:55.826314 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-9f3305a8-0b08-4d89-b10d-d976e30b486b tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:55.827816 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-9f3305a8-0b08-4d89-b10d-d976e30b486b tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports/642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 942 time: 0.0918946 Jun 01 04:42:56.010721 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37202) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:42:56.069000 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (658e9c22-fa9c-4903-81d6-48f4244f0951), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.093774 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (658e9c22-fa9c-4903-81d6-48f4244f0951), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.106961 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.125917 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:56.228633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (658e9c22-fa9c-4903-81d6-48f4244f0951), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.231188 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.232358 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/security-groups/658e9c22-fa9c-4903-81d6-48f4244f0951 HTTP/1.1" status: 204 len: 168 time: 0.2206311 Jun 01 04:42:56.235906 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37204) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:42:56.242364 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e86c5-96a4-473f-9b9f-edd50e7bf076 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e9c22-fa9c-4903-81d6-48f4244f0951,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:42:56.249696 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-6c344f66-15ef-4f14-98f8-dea33f47e274 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] show failed (client error): The resource could not be found. Jun 01 04:42:56.253721 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37206) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:42:56.253917 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6c344f66-15ef-4f14-98f8-dea33f47e274 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups/658e9c22-fa9c-4903-81d6-48f4244f0951 HTTP/1.1" status: 404 len: 347 time: 0.0174334 Jun 01 04:42:56.367533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port 15f49f53-b7ae-4faa-a6f1-c5de23dbba4d {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:42:56.367873 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.450432 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.450669 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.466855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for 15f49f53-b7ae-4faa-a6f1-c5de23dbba4d owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:42:56.480461 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:42:56.566211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 642b3902-1011-48e3-b526-4497466efc94 is: ACTIVE; New status is: DOWN {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:42:56.566601 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.603927 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:42:56.606357 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72c70bb-8ab6-4748-9772-4da21236e052" -d '{"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:42:56.623046 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:42:56.670394 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Jun 2022 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1764c-d635-4875-ae4d-1bbc69280f24 x-openstack-request-id: req-e4f1764c-d635-4875-ae4d-1bbc69280f24 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:42:56.670680 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-unplugged", "status": "failed", "tag": "642b3902-1011-48e3-b526-4497466efc94", "code": 422}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:42:56.670958 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4f1764c-d635-4875-ae4d-1bbc69280f24 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:42:56.671420 dv-cinder-667108-37-iscsi neutron-server[104651]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4f1764c-d635-4875-ae4d-1bbc69280f24']: {'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'code': 422} returned with failed status Jun 01 04:42:56.684542 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (15f49f53-b7ae-4faa-a6f1-c5de23dbba4d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.714367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=15f49f53-b7ae-4faa-a6f1-c5de23dbba4d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:42:56.727627 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99796-0651-4899-9794-60f3a5b71691 req-ab0e7021-a75b-4b37-85f3-dc3a136c1133 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:56.729245 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bb99796-0651-4899-9794-60f3a5b71691 req-ab0e7021-a75b-4b37-85f3-dc3a136c1133 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Jun 01 04:42:56.761437 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:56.822453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (e059aee5-0dd1-4666-b67c-957dc3d11c15), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.825027 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.826207 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5ce924ee-cecc-4995-aae1-44d8a49313e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/floatingips/e059aee5-0dd1-4666-b67c-957dc3d11c15 HTTP/1.1" status: 204 len: 168 time: 0.5712223 Jun 01 04:42:56.831276 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bb99796-0651-4899-9794-60f3a5b71691 req-975a9524-5ed8-4414-8430-8497f37557a0 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859463 Jun 01 04:42:56.862690 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:42:56.863477 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e167d0ad-6f0f-470a-94b5-7928d778d368 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:42:56.903331 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: e167d0ad-6f0f-470a-94b5-7928d778d368 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:42:56.903702 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device e167d0ad-6f0f-470a-94b5-7928d778d368 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:42:56.945159 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=6']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:42:56.952970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.953224 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.953542 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.953875 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.954206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.954536 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.954859 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.955180 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.955536 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.955856 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.956177 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.956494 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.956810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.957127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:56.957443 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:42:57.956672 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3992f-e6e3-4b22-b27a-8cd0b8ac7c76 req-6cf62eca-fdb2-49ab-ae6a-ece0780fcf4c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:57.958111 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65c3992f-e6e3-4b22-b27a-8cd0b8ac7c76 req-6cf62eca-fdb2-49ab-ae6a-ece0780fcf4c tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0471783 Jun 01 04:42:58.010494 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65c3992f-e6e3-4b22-b27a-8cd0b8ac7c76 req-5a827081-99ea-4724-8f28-33187840e2bc tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Jun 01 04:42:58.832370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-7dc2bfbf-bc61-4c76-ad94-70a3f6974a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:58.833846 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-7dc2bfbf-bc61-4c76-ad94-70a3f6974a6e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3&tenant_id=6d70e82d96624016bed251b30b26ad73 HTTP/1.1" status: 200 len: 1127 time: 0.0875757 Jun 01 04:42:58.906845 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-f9cd873a-dc53-4f53-a7c7-b1eaef41b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:58.908264 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-f9cd873a-dc53-4f53-a7c7-b1eaef41b31d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1127 time: 0.0414822 Jun 01 04:42:59.001366 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-2fe6a2dc-102f-4e0b-b881-5ffd2bb1e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:59.002943 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-2fe6a2dc-102f-4e0b-b881-5ffd2bb1e08d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 909 time: 0.0883701 Jun 01 04:42:59.064600 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-a3b3921e-7ea8-4cbe-b2b3-820434ede969 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 999 time: 0.0560181 Jun 01 04:42:59.114282 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-3f6b012a-8a92-472a-8f21-6e1956e67e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:59.115771 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-3f6b012a-8a92-472a-8f21-6e1956e67e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0439513 Jun 01 04:42:59.123418 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab82b0-2db8-4a59-aec5-e14016d8e659 req-965f633d-6ef8-486d-a210-16f88961b26f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:59.125443 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c0ab82b0-2db8-4a59-aec5-e14016d8e659 req-965f633d-6ef8-486d-a210-16f88961b26f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0475163 Jun 01 04:42:59.162212 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-b13d50b1-c12f-4144-81a4-c56b9a21d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:59.163676 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-b13d50b1-c12f-4144-81a4-c56b9a21d26e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426810 Jun 01 04:42:59.176197 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c0ab82b0-2db8-4a59-aec5-e14016d8e659 req-a30bf516-5b01-4cce-88e3-d6e2f8c95a7a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Jun 01 04:42:59.229033 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:42:59.255963 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-edcbd9c5-3d44-41d5-8602-0d04ab0f17b0 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Jun 01 04:42:59.348174 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f40827d6-cbff-4455-90aa-c067dd2ae84d req-5caaa3c8-6a62-419c-9f95-c63ad1229902 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864663 Jun 01 04:42:59.847991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6af99e-59d1-447a-8c24-bf0c7a153b21 req-1b6aeefe-cd0b-42cc-a1cb-5b58769be3f5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:42:59.849424 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b6af99e-59d1-447a-8c24-bf0c7a153b21 req-1b6aeefe-cd0b-42cc-a1cb-5b58769be3f5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0472510 Jun 01 04:42:59.896966 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b6af99e-59d1-447a-8c24-bf0c7a153b21 req-05f3de72-dbb8-412b-961d-44220d67263e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Jun 01 04:43:00.296947 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36c43-c88d-4c53-ab7e-9367b4b28e4a req-ab11b776-adaa-4a82-b142-6cf595f36f38 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:00.298509 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e36c43-c88d-4c53-ab7e-9367b4b28e4a req-ab11b776-adaa-4a82-b142-6cf595f36f38 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0510256 Jun 01 04:43:00.351462 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e36c43-c88d-4c53-ab7e-9367b4b28e4a req-cd9bf08b-adb2-4945-b931-3b7942d1939f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469892 Jun 01 04:43:01.010586 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff2ea-55a8-4140-9451-114157627a82 req-63b4fae4-2e04-4e03-bd2d-ccf3635efa59 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:01.012068 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-540ff2ea-55a8-4140-9451-114157627a82 req-63b4fae4-2e04-4e03-bd2d-ccf3635efa59 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0464959 Jun 01 04:43:01.017131 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:01.062772 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-540ff2ea-55a8-4140-9451-114157627a82 req-d8ff4261-b605-41c8-89bc-31875a27b043 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442462 Jun 01 04:43:01.470418 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0775d-7aea-4aa9-951f-dc5fae500e4c req-d0958ff8-4c43-466c-9b5d-28a11afe1229 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:01.471896 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2a0775d-7aea-4aa9-951f-dc5fae500e4c req-d0958ff8-4c43-466c-9b5d-28a11afe1229 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0507796 Jun 01 04:43:01.520691 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2a0775d-7aea-4aa9-951f-dc5fae500e4c req-4e987c2b-f2ea-4b07-88e1-5c285804741d tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Jun 01 04:43:02.181957 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d46d-46a0-4c40-83ae-cc0e0906813e req-b7df1c42-7a11-42a2-be67-517502e3d59c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:02.183453 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aad8d46d-46a0-4c40-83ae-cc0e0906813e req-b7df1c42-7a11-42a2-be67-517502e3d59c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0476909 Jun 01 04:43:02.240044 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aad8d46d-46a0-4c40-83ae-cc0e0906813e req-998f55dd-eea0-41bb-8ff8-45866056c532 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e9841f0-c6c0-42a4-a7b0-ebd479311a83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499694 Jun 01 04:43:02.424421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-8310f29d-89cb-43b5-8bf8-a2d771a4afdd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:02.425740 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-8310f29d-89cb-43b5-8bf8-a2d771a4afdd tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 945 time: 0.0471497 Jun 01 04:43:02.508056 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:43:02.508389 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:02.560043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:02.597214 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] For port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:02.597573 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:02.637617 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad307b-ffb4-41e6-9e19-93cecd8f0e5a req-c399076b-bb68-43bd-87af-79c84927261f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:02.639097 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08ad307b-ffb4-41e6-9e19-93cecd8f0e5a req-c399076b-bb68-43bd-87af-79c84927261f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Jun 01 04:43:02.689285 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08ad307b-ffb4-41e6-9e19-93cecd8f0e5a req-c721dd6d-eb09-4530-a201-36df0e171df2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Jun 01 04:43:02.766576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:02.766943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:02.767268 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7 disassociated. External IP: 172.27.0.163, port: 0a53c886-36f8-4ef1-a236-0be39e1c7bc4. Jun 01 04:43:02.767646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:43:02.954144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (0a53c886-36f8-4ef1-a236-0be39e1c7bc4), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:02.961962 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:02.986883 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=0a53c886-36f8-4ef1-a236-0be39e1c7bc4,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:03.101379 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:43:03.215405 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:43:03.225952 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:43:03.237309 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:43:03.237908 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:42:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:03.265223 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] No DVR routers for this DVR port 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:43:03.268603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:03.273786 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6c60f90-adb1-41fc-a097-6c02c555cd24 req-b1a212c5-3b2c-4458-9be3-5b2d4c0db8a6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "DELETE /v2.0/ports/0a53c886-36f8-4ef1-a236-0be39e1c7bc4 HTTP/1.1" status: 204 len: 173 time: 0.8429384 Jun 01 04:43:03.274450 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'name': 'network-vif-deleted', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:43:03.277883 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b691a70b-2061-4325-b4a8-d80144454665" -d '{"events": [{"server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "name": "network-vif-deleted", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:43:03.327707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee1fec-465b-4545-8927-c618f6e1bac7 x-openstack-request-id: req-47ee1fec-465b-4545-8927-c618f6e1bac7 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:43:03.327707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a21959-da2d-4c3c-8b95-02847c3cf58a", "name": "network-vif-deleted", "tag": "0a53c886-36f8-4ef1-a236-0be39e1c7bc4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:43:03.327707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47ee1fec-465b-4545-8927-c618f6e1bac7 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:43:03.327707 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ee1fec-465b-4545-8927-c618f6e1bac7'] response: {'server_uuid': '51a21959-da2d-4c3c-8b95-02847c3cf58a', 'name': 'network-vif-deleted', 'tag': '0a53c886-36f8-4ef1-a236-0be39e1c7bc4', 'status': 'completed', 'code': 200} Jun 01 04:43:03.364662 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cf8281cd-a6a3-4eac-b96d-6b5c36f16fbf req-2a6d1ad4-a895-4cfe-a5ba-bd0bacec3942 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=51a21959-da2d-4c3c-8b95-02847c3cf58a HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jun 01 04:43:03.367163 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:43:03.500837 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:03.514213 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:03.573837 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:03.599565 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:43:03.608910 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:43:03.609716 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:42:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:03.801151 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:43:03.818149 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9803d-b12c-4267-8cfb-283d15bbec32 req-2975a2c2-c6e6-41de-ab0c-fad001d679b9 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:03.819654 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6de9803d-b12c-4267-8cfb-283d15bbec32 req-2975a2c2-c6e6-41de-ab0c-fad001d679b9 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0530152 Jun 01 04:43:03.870044 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6de9803d-b12c-4267-8cfb-283d15bbec32 req-fde3af91-8656-42b4-8bf9-470a5a4e4ce3 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Jun 01 04:43:03.985044 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:04.009934 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94900bf-eba0-489d-9874-45f342af2863 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:43:04.244443 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61ab45-9de2-428a-b6fd-1c905f682d18 None None] New status for floating IP 5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:43:04.511007 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:43:04.515897 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37258) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:04.531910 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:43:04.532283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 0a53c886-36f8-4ef1-a236-0be39e1c7bc4 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:43:04.569549 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (1e9841f0-c6c0-42a4-a7b0-ebd479311a83), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.592954 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (1e9841f0-c6c0-42a4-a7b0-ebd479311a83), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.601915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:04.685185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (1e9841f0-c6c0-42a4-a7b0-ebd479311a83), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.688268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.689511 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e9841f0-c6c0-42a4-a7b0-ebd479311a83 HTTP/1.1" status: 204 len: 168 time: 0.1726253 Jun 01 04:43:04.692436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37260) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:04.699210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dde8d4-df0e-4af3-90c7-87b82ba72217 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9841f0-c6c0-42a4-a7b0-ebd479311a83,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:04.707174 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-418a065c-1986-4ce3-b98d-171492ecfba6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] show failed (client error): The resource could not be found. Jun 01 04:43:04.708220 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-418a065c-1986-4ce3-b98d-171492ecfba6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups/1e9841f0-c6c0-42a4-a7b0-ebd479311a83 HTTP/1.1" status: 404 len: 347 time: 0.0147326 Jun 01 04:43:04.711153 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37262) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:04.821119 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port 666ab8dd-1fef-4c5a-a21b-ef1e33b07aca {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:43:04.821816 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.899340 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.899487 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:04.917040 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for 666ab8dd-1fef-4c5a-a21b-ef1e33b07aca owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:43:04.989371 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01607d-fb43-4f5f-8a10-8e09f1c3b2ac req-b0faa70b-8165-4569-94e7-ea8b54f32437 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:04.990784 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8e01607d-fb43-4f5f-8a10-8e09f1c3b2ac req-b0faa70b-8165-4569-94e7-ea8b54f32437 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0527465 Jun 01 04:43:05.025619 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:05.033657 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:05.042568 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8e01607d-fb43-4f5f-8a10-8e09f1c3b2ac req-44b458e9-9a74-4f5a-98ec-d58eb8752527 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457211 Jun 01 04:43:05.084882 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (666ab8dd-1fef-4c5a-a21b-ef1e33b07aca), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.114222 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=666ab8dd-1fef-4c5a-a21b-ef1e33b07aca,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:05.126939 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.127312 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.127665 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.128013 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.128350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.128691 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.129081 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.129356 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.129688 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.130019 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.130349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.130676 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.131003 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.131356 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.132508 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:43:05.187784 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.190272 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.191638 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f41a5552-f788-4e5f-82eb-54634f86554f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b0ee597-8d60-4d71-8af0-4b1ca31ca1c7 HTTP/1.1" status: 204 len: 168 time: 0.4792840 Jun 01 04:43:05.316160 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37268) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:05.320757 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188912046', 'description': 'tempest-description--1315233915'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:05.410968 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.478181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (5b6b7d1e-33e9-4e72-b47e-67a325e687ef), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.547883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5b6b7d1e-33e9-4e72-b47e-67a325e687ef), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.577354 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b7d1e-33e9-4e72-b47e-67a325e687ef,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:05.635916 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.637163 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-072a63c8-fd8a-4350-8c1e-f70a86814ae5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3200109 Jun 01 04:43:05.641019 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37270) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:05.645522 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '5b6b7d1e-33e9-4e72-b47e-67a325e687ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:05.746914 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (f6e114c7-ecbd-4894-960f-cf24941e8a3c), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.792951 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (f6e114c7-ecbd-4894-960f-cf24941e8a3c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.866626 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (f6e114c7-ecbd-4894-960f-cf24941e8a3c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.886575 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e114c7-ecbd-4894-960f-cf24941e8a3c,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:05.966977 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:05.968901 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e16fd193-3f92-49a1-b516-25f6e4e21dae tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268507 Jun 01 04:43:05.971495 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37272) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:05.975699 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '5b6b7d1e-33e9-4e72-b47e-67a325e687ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:06.102018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (a6be18f3-dc96-4eb7-8b93-e9bdd0e73fee), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.177128 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e439974-df8c-4713-9225-2ec4c6657b34 req-9ed32eb0-b1ea-42ad-8814-e48ada5a7b66 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:06.178621 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e439974-df8c-4713-9225-2ec4c6657b34 req-9ed32eb0-b1ea-42ad-8814-e48ada5a7b66 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0637677 Jun 01 04:43:06.191576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (a6be18f3-dc96-4eb7-8b93-e9bdd0e73fee), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.237541 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e439974-df8c-4713-9225-2ec4c6657b34 req-00891866-6817-40ff-ac72-ff2098a36e0e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519888 Jun 01 04:43:06.261919 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (a6be18f3-dc96-4eb7-8b93-e9bdd0e73fee), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.281533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6be18f3-dc96-4eb7-8b93-e9bdd0e73fee,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:06.338475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.339769 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9b09e1ad-e710-4619-ac77-40fcfcd4b28a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673432 Jun 01 04:43:06.342961 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37276) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:06.347226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:06.428210 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.511544 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.570477 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:06.618763 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.27.0.240 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/c58ac4ed-14f4-4887-8b11-aa08b4a41f46) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:43:06.643705 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:06.738279 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.861245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:06.899697 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:43:06.902792 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:43:06.906835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:43:06.934154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=c58ac4ed-14f4-4887-8b11-aa08b4a41f46,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:06.996047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.088031 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.247484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:07.267718 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.342171 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.361488 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed5765-7c6d-4386-b204-1e71ef891df5 req-07c58702-c15d-4679-83bd-5607ce36c528 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:07.362968 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2ed5765-7c6d-4386-b204-1e71ef891df5 req-07c58702-c15d-4679-83bd-5607ce36c528 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0483451 Jun 01 04:43:07.416062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=c58ac4ed-14f4-4887-8b11-aa08b4a41f46,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:07.417488 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2ed5765-7c6d-4386-b204-1e71ef891df5 req-ccaea9a7-8106-4849-b65e-e62258fc3cde tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486929 Jun 01 04:43:07.428655 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.503944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:07.505305 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f4a826dc-b28d-4d61-965c-4334bdb7199e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1613772 Jun 01 04:43:07.708965 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-743b99cb-d20b-4b72-a929-c419acb35e3e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1188912046&fields=id&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 267 time: 0.0451705 Jun 01 04:43:08.077333 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-797e6f51-8c6b-418f-8bf0-28f29168a9a9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:08.078789 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-797e6f51-8c6b-418f-8bf0-28f29168a9a9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.3634543 Jun 01 04:43:08.093374 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-e4f70968-4312-4fb9-b296-c501755f85bb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/quotas/756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 375 time: 0.0091674 Jun 01 04:43:08.142385 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-a9857761-3afa-4b72-b846-2dabc3d5444b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438592 Jun 01 04:43:08.239767 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-2bcca914-f893-4950-83e3-ec6f6fa5dfda service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Jun 01 04:43:08.329322 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-8774fb5f-db11-4d05-9cee-952400f0dba8 service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837460 Jun 01 04:43:08.528632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:43:08.558554 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb9d06-318e-43be-ba06-9d652020ef89 req-3f2c0c80-8d1e-4fd7-b81a-51c17602f188 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:08.560115 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63fb9d06-318e-43be-ba06-9d652020ef89 req-3f2c0c80-8d1e-4fd7-b81a-51c17602f188 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 943 time: 0.0736487 Jun 01 04:43:08.588715 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5127ffe3-362b-4e17-bd7e-8c4558002659 req-ffebb7e9-8d40-49ed-8884-14e801a11186 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 210 time: 0.0399857 Jun 01 04:43:08.643207 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63fb9d06-318e-43be-ba06-9d652020ef89 req-c2a3936b-d702-4f24-b436-64923045f64a tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729916 Jun 01 04:43:08.697502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:08.712187 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '642b3902-1011-48e3-b526-4497466efc94', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'port_id': '642b3902-1011-48e3-b526-4497466efc94', 'mac_address': 'fa:16:3e:93:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:43:08.745947 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 642b3902-1011-48e3-b526-4497466efc94 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:43:08.746338 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:08.760475 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b3902-1011-48e3-b526-4497466efc94 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:43:08.780866 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:08.844968 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:08.885003 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:08.896447 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=7']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:09.218206 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['642b3902-1011-48e3-b526-4497466efc94'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:43:09.300553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:09.677421 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:09.715666 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0212f6e-e0cb-48c5-9f89-eb0722369199 req-efcc42c1-c3a1-4d52-ad75-7ee93879b64c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 210 time: 0.0523980 Jun 01 04:43:09.804306 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32f98c-cd02-4a0d-9cd3-0a7dd3dec255 req-366743e3-6ef8-4416-8269-bf56a43555cd tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:09.805776 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f32f98c-cd02-4a0d-9cd3-0a7dd3dec255 req-366743e3-6ef8-4416-8269-bf56a43555cd tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 944 time: 0.0535405 Jun 01 04:43:09.856410 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f32f98c-cd02-4a0d-9cd3-0a7dd3dec255 req-2513aa2a-8936-45f1-8fbb-138fad8f0cec tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Jun 01 04:43:10.487732 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-db4e0af9-55a4-4be6-9b7f-d82c81118e05 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:10.489167 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-db4e0af9-55a4-4be6-9b7f-d82c81118e05 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1009595 Jun 01 04:43:10.532769 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:43:10.562009 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-96a026af-d86c-4fc1-8187-2c3267b32ba9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 380 time: 0.0590825 Jun 01 04:43:10.570718 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'port': {'device_id': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'admin_state_up': True, 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'security_groups': ['5b6b7d1e-33e9-4e72-b47e-67a325e687ef']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:10.578786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 642b3902-1011-48e3-b526-4497466efc94 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:43:10.579156 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (642b3902-1011-48e3-b526-4497466efc94), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:10.659399 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 642b3902-1011-48e3-b526-4497466efc94 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:43:10.659788 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (642b3902-1011-48e3-b526-4497466efc94), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:10.684856 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:43:10.687801 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a33493-f051-4036-9647-d7e2fb01196e" -d '{"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-plugged", "status": "completed", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:43:10.700576 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:10.735720 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6127673-348a-4fe6-b929-9c5357372690 x-openstack-request-id: req-d6127673-348a-4fe6-b929-9c5357372690 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:43:10.736011 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-plugged", "status": "completed", "tag": "642b3902-1011-48e3-b526-4497466efc94", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:43:10.736280 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6127673-348a-4fe6-b929-9c5357372690 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:43:10.736673 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6127673-348a-4fe6-b929-9c5357372690'] response: {'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'code': 200} Jun 01 04:43:10.765073 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (642b3902-1011-48e3-b526-4497466efc94), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:10.799346 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:43:10.803663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:10.821288 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5f614ff8-5a18-4c7d-bca5-9953a28c9a1c req-f175b8f1-846f-4146-a95e-bacd1ecedc20 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 210 time: 0.0325775 Jun 01 04:43:10.821894 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=8']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:10.969519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.20.0.10 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/7f07b0bb-99cc-422d-a3a7-e17715db910a) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:43:10.989854 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f6ebf-ab5e-4fa2-bfc7-93d705d724d8 req-2b6f550f-106e-456d-a6cf-e18617d5cb4f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:10.991340 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a25f6ebf-ab5e-4fa2-bfc7-93d705d724d8 req-2b6f550f-106e-456d-a6cf-e18617d5cb4f tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0608373 Jun 01 04:43:11.016454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:11.143870 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a25f6ebf-ab5e-4fa2-bfc7-93d705d724d8 req-fa68eff6-44e5-4d86-b651-ccf0aded5631 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461916 Jun 01 04:43:11.165818 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2605d-30a6-4996-a257-6ce687f770bd req-5d0254f6-06f7-4107-a215-89a50cff1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:11.167331 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54a2605d-30a6-4996-a257-6ce687f770bd req-5d0254f6-06f7-4107-a215-89a50cff1c2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0596755 Jun 01 04:43:11.185144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:11.221835 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.245810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54a2605d-30a6-4996-a257-6ce687f770bd req-8edeac53-8eb9-480c-9f03-d7a0cf1b74e6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718088 Jun 01 04:43:11.308735 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.365590 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:43:11.373359 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:43:11.376035 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:11.378129 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:43:11.427559 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:11.434402 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.509066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-15f81482-3668-49d9-a1af-e653c98cbecb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9422078 Jun 01 04:43:11.594367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Request body: {'port': {'device_id': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:11.616460 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-129624fc-87c9-4005-9ab0-a426a89ef195 None None] Provisioning complete for port 7f07b0bb-99cc-422d-a3a7-e17715db910a triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:43:11.617049 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-129624fc-87c9-4005-9ab0-a426a89ef195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.649451 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-129624fc-87c9-4005-9ab0-a426a89ef195 None None] Port 7f07b0bb-99cc-422d-a3a7-e17715db910a cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:43:11.662035 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.947952 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f07b0bb-99cc-422d-a3a7-e17715db910a {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:43:11.948615 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14620a0f-41f4-411e-b620-23d12f03c875 req-1deb4bb0-afa3-4e82-9c1c-e97f96d6e335 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:11.949669 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14620a0f-41f4-411e-b620-23d12f03c875 req-1deb4bb0-afa3-4e82-9c1c-e97f96d6e335 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 932 time: 0.0480757 Jun 01 04:43:11.956080 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks [] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:11.966840 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:11.970017 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Transition to ACTIVE for port object 7f07b0bb-99cc-422d-a3a7-e17715db910a will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:43:11.998270 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14620a0f-41f4-411e-b620-23d12f03c875 req-b0fe3626-29e3-4360-8ded-6dd2ab904f15 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jun 01 04:43:12.050631 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:12.118738 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Pushing event updated for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:12.183685 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Attempting to bind port 7f07b0bb-99cc-422d-a3a7-e17715db910a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:43:12.184096 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Attempting to bind port 7f07b0bb-99cc-422d-a3a7-e17715db910a by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:43:12.184489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Attempting to bind port 7f07b0bb-99cc-422d-a3a7-e17715db910a on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:43:12.190178 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Port 7f07b0bb-99cc-422d-a3a7-e17715db910a on network 8715975b-1e98-4a30-82e5-baf5c981e463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:43:12.190589 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Attempting to bind port 7f07b0bb-99cc-422d-a3a7-e17715db910a on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:43:12.196301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:43:12.196693 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:43:12.197079 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:43:12.197505 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Bound port: 7f07b0bb-99cc-422d-a3a7-e17715db910a, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:43:12.197863 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:12.297423 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28396-a4c6-4307-9fa4-20107a46ded3 req-599221fe-f203-448f-885f-bacc2f12fd20 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:12.298876 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfc28396-a4c6-4307-9fa4-20107a46ded3 req-599221fe-f203-448f-885f-bacc2f12fd20 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0684907 Jun 01 04:43:12.304466 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:43:12.309103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:43:12.316722 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:12.354262 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfc28396-a4c6-4307-9fa4-20107a46ded3 req-f26ad94b-dd94-4421-8e90-f3905a31c0e4 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473998 Jun 01 04:43:12.381473 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:12.416065 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:12.416682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:12.418192 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] 10.222.0.45 "PUT /v2.0/ports/7f07b0bb-99cc-422d-a3a7-e17715db910a HTTP/1.1" status: 200 len: 1094 time: 0.8282342 Jun 01 04:43:12.418622 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:43:12.421015 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbce10e-4d7d-4966-9489-a33ab5705cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:43:12.447827 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfe2ba-7797-4f91-b44b-8936d9e38759 service neutron] Pushing event updated for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:12.459024 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfbc55-c007-488a-bf7c-98dfb13d1f42 x-openstack-request-id: req-53dfbc55-c007-488a-bf7c-98dfb13d1f42 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:43:12.459413 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:43:12.459733 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53dfbc55-c007-488a-bf7c-98dfb13d1f42 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:43:12.460203 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53dfbc55-c007-488a-bf7c-98dfb13d1f42'] response: {'name': 'network-changed', 'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'status': 'completed', 'code': 200} Jun 01 04:43:12.927226 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-da10ddc0-ed86-48ae-a561-80ea375403d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:12.928747 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-da10ddc0-ed86-48ae-a561-80ea375403d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 1128 time: 0.0412753 Jun 01 04:43:13.039549 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-b54cf60b-4f4e-4a11-b420-9952821f8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.040180 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-b54cf60b-4f4e-4a11-b420-9952821f8c77 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=756cb4ed8d2345dcaae27638b257a480&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986857 Jun 01 04:43:13.150751 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fa413-8da1-4dd6-bdf4-8cc00ae9a4bc req-723c6964-f536-42b6-92a4-e33f79698d3c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.152216 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8c1fa413-8da1-4dd6-bdf4-8cc00ae9a4bc req-723c6964-f536-42b6-92a4-e33f79698d3c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 944 time: 0.0869544 Jun 01 04:43:13.191839 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-feae10d4-30e8-4179-98c3-53f111d1eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.193275 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5bbce10e-4d7d-4966-9489-a33ab5705cb0 req-feae10d4-30e8-4179-98c3-53f111d1eaf9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474960 Jun 01 04:43:13.220179 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8c1fa413-8da1-4dd6-bdf4-8cc00ae9a4bc req-d9ebb56f-e9ce-435a-92dc-41e4a35fdea0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571003 Jun 01 04:43:13.285131 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-d0843814-f5f3-41f8-8b8e-1a26992b4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.286490 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-d0843814-f5f3-41f8-8b8e-1a26992b4bb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 1128 time: 0.0386403 Jun 01 04:43:13.333893 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-1f64ae12-06d1-4d0f-9056-6198564ac03c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a HTTP/1.1" status: 200 len: 217 time: 0.0346327 Jun 01 04:43:13.383463 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-192a2278-8c48-4db1-98cb-009f3ddc9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.385371 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-192a2278-8c48-4db1-98cb-009f3ddc9365 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0447450 Jun 01 04:43:13.429707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-b70c2f7e-d0f1-4fcf-87b0-07eb7cc91e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.431193 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-b70c2f7e-d0f1-4fcf-87b0-07eb7cc91e3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408571 Jun 01 04:43:13.471902 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d608c-cc2e-46f1-b91e-d0e3aba1b675 req-055c2eea-ce4f-4224-b63a-a1478c0e3596 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:13.473382 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d8d608c-cc2e-46f1-b91e-d0e3aba1b675 req-055c2eea-ce4f-4224-b63a-a1478c0e3596 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0476012 Jun 01 04:43:13.523363 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d8d608c-cc2e-46f1-b91e-d0e3aba1b675 req-f65a663c-2bff-44a3-97dc-55166a00497e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440378 Jun 01 04:43:13.524576 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-e9f6c667-a38b-4d4b-acf7-40249ec1def8 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876844 Jun 01 04:43:13.538406 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:13.615830 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0c323c2-de5a-45c4-bcbd-b3505ef28007 req-968c055b-e7b6-4d89-957a-9f682bc11704 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Jun 01 04:43:14.338363 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560c77-a1ab-4110-80ac-437f5f807ead req-8cdb2ce7-6482-4773-acec-8852b4d0664d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:14.339864 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b3560c77-a1ab-4110-80ac-437f5f807ead req-8cdb2ce7-6482-4773-acec-8852b4d0664d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 944 time: 0.0518172 Jun 01 04:43:14.387857 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b3560c77-a1ab-4110-80ac-437f5f807ead req-f6fa83d4-013f-4642-abc8-e57a4e7ff771 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Jun 01 04:43:14.647633 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=33 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:14.651791 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=55 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:15.506569 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058788c-ef8d-4e40-a66a-ad7c96006c58 req-577ee97f-d41d-406c-ab7a-48b72e967256 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:15.508070 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1058788c-ef8d-4e40-a66a-ad7c96006c58 req-577ee97f-d41d-406c-ab7a-48b72e967256 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 944 time: 0.0512946 Jun 01 04:43:15.528337 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:15.556150 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1058788c-ef8d-4e40-a66a-ad7c96006c58 req-a7cc91b1-50ca-4c40-b1b1-a476bd5b9488 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Jun 01 04:43:16.669469 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d68e2-39ae-44f9-967b-4ddf782313e1 req-e087758c-b4a8-4caa-9dac-ebdc207129c0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:16.671047 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e2d68e2-39ae-44f9-967b-4ddf782313e1 req-e087758c-b4a8-4caa-9dac-ebdc207129c0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 944 time: 0.0475359 Jun 01 04:43:16.719700 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e2d68e2-39ae-44f9-967b-4ddf782313e1 req-e5e08676-c669-4a62-b7dd-e682ff78a1cf tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Jun 01 04:43:17.832128 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770a651-2be7-4335-87e3-44972aa604b6 req-9acfb799-bb6b-483f-9fd7-f50e2a8bc37e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:17.833595 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3770a651-2be7-4335-87e3-44972aa604b6 req-9acfb799-bb6b-483f-9fd7-f50e2a8bc37e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 944 time: 0.0466294 Jun 01 04:43:17.879964 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3770a651-2be7-4335-87e3-44972aa604b6 req-63903dad-4dee-4cc0-8edb-12e2ec7fe7d9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Jun 01 04:43:18.604741 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 7f07b0bb-99cc-422d-a3a7-e17715db910a details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:43:18.632314 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:18.710936 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:18.730586 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'port_id': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'mac_address': 'fa:16:3e:e1:3e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:43:18.769239 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 7f07b0bb-99cc-422d-a3a7-e17715db910a is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:43:18.769627 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:18.783610 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f07b0bb-99cc-422d-a3a7-e17715db910a {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:43:18.804488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:18.873746 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:18.928513 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:18.999753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20572432-939c-403f-aee9-7e5776e28ae4 req-49d6cce4-4b99-4318-bd9a-466dea3fe7d9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:19.001250 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20572432-939c-403f-aee9-7e5776e28ae4 req-49d6cce4-4b99-4318-bd9a-466dea3fe7d9 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 945 time: 0.0484731 Jun 01 04:43:19.013018 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:19.055066 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20572432-939c-403f-aee9-7e5776e28ae4 req-a4489c39-fc4e-47fa-817b-02f6d863991d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480833 Jun 01 04:43:19.294060 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['7f07b0bb-99cc-422d-a3a7-e17715db910a'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:43:19.593125 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce465e67-9548-4fb1-a9b8-7e91d4b7b0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:20.173821 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d7a05-4fb6-4e56-830c-dc8344d0a884 req-dedd2113-da05-4819-905c-c4ab47b3a6ea tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:20.175394 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891d7a05-4fb6-4e56-830c-dc8344d0a884 req-dedd2113-da05-4819-905c-c4ab47b3a6ea tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 945 time: 0.0504632 Jun 01 04:43:20.224597 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891d7a05-4fb6-4e56-830c-dc8344d0a884 req-c2f9ba12-32d0-4f73-9f7a-d0529cde6b5a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Jun 01 04:43:20.614099 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 7f07b0bb-99cc-422d-a3a7-e17715db910a up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:43:20.617279 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:20.658060 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port 7f07b0bb-99cc-422d-a3a7-e17715db910a completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:43:20.747538 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port 7f07b0bb-99cc-422d-a3a7-e17715db910a triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:43:20.747967 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:20.822541 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port 7f07b0bb-99cc-422d-a3a7-e17715db910a is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:43:20.822922 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:20.846925 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:43:20.849227 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63eaac0-0c32-4f7e-9dcc-ed056fc62f5b" -d '{"events": [{"server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "name": "network-vif-plugged", "status": "completed", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:43:20.861967 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:43:20.883787 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7662546e-9fba-40ec-b464-cf4ba7351392 x-openstack-request-id: req-7662546e-9fba-40ec-b464-cf4ba7351392 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:43:20.884071 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "name": "network-vif-plugged", "status": "completed", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:43:20.884319 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7662546e-9fba-40ec-b464-cf4ba7351392 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:43:20.884711 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7662546e-9fba-40ec-b464-cf4ba7351392'] response: {'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'code': 200} Jun 01 04:43:20.942085 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:20.991277 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:43:21.213714 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589bdfc-3532-46fb-8b57-2cb3b8d6c3c6 req-de233fef-f623-48c5-a2d2-962f76ff50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:21.215091 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5589bdfc-3532-46fb-8b57-2cb3b8d6c3c6 req-de233fef-f623-48c5-a2d2-962f76ff50ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 1130 time: 0.0388875 Jun 01 04:43:21.259761 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5589bdfc-3532-46fb-8b57-2cb3b8d6c3c6 req-0fda0d5b-005e-4a13-916a-f9c01c41b51b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 Jun 01 04:43:21.325806 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:21.342284 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60969b0f-9044-4cf6-96ac-54b614b58513 req-2fbb28dd-0872-4da3-8005-923f08f11873 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:21.343770 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60969b0f-9044-4cf6-96ac-54b614b58513 req-2fbb28dd-0872-4da3-8005-923f08f11873 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0490150 Jun 01 04:43:21.395557 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60969b0f-9044-4cf6-96ac-54b614b58513 req-e37902f3-02c7-45da-983f-114951f0af55 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458915 Jun 01 04:43:21.913388 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-df35593d-0fef-4da3-b752-b04defc4f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:22.512841 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965fafa-6e9c-4dd7-ad59-23732daea0bf req-2bd844bf-881d-4d56-8849-7e287546f7b7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:22.514299 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a965fafa-6e9c-4dd7-ad59-23732daea0bf req-2bd844bf-881d-4d56-8849-7e287546f7b7 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0473421 Jun 01 04:43:22.559883 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a965fafa-6e9c-4dd7-ad59-23732daea0bf req-3f51e1b5-fb81-446a-8ddb-a1519a2cf7ef tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Jun 01 04:43:23.089983 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:23.676471 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9f015-296e-4e04-8ef7-ca177cca8214 req-e0bbb346-4608-4cff-8a14-ac388f243f64 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:23.678083 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e4e9f015-296e-4e04-8ef7-ca177cca8214 req-e0bbb346-4608-4cff-8a14-ac388f243f64 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0483611 Jun 01 04:43:23.730263 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e4e9f015-296e-4e04-8ef7-ca177cca8214 req-dad02854-8670-4fdf-9620-4263515806af tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467033 Jun 01 04:43:23.843060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0230fe-cebe-4f23-9136-811f50793063 req-be35b696-1046-48dc-a867-f3d7c6d2092e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:23.845047 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8e0230fe-cebe-4f23-9136-811f50793063 req-be35b696-1046-48dc-a867-f3d7c6d2092e tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0498867 Jun 01 04:43:23.854925 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37356) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:43:23.859357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'port_id': '7f07b0bb-99cc-422d-a3a7-e17715db910a'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:43:23.897027 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:24.342118 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:24.409323 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:24.462418 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:24.511892 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e associated. External IP: 172.27.0.240, port: 7f07b0bb-99cc-422d-a3a7-e17715db910a. Jun 01 04:43:24.665802 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:24.705343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:24.707450 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:43:24.813133 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:43:24.818367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:24.823155 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:43:24.833954 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:43:24.837345 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:43:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:24.849008 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5367d722-78b7-44ec-910a-c1dfffa0a45f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "PUT /v2.0/floatingips/1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e HTTP/1.1" status: 200 len: 992 time: 0.9929585 Jun 01 04:43:24.849656 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:43:24.852322 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14d574-6381-4bf7-962d-4b677156f579" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:43:24.888425 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336be50c-77d5-4229-a69e-96e96e2bc3c4 x-openstack-request-id: req-336be50c-77d5-4229-a69e-96e96e2bc3c4 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:43:24.888709 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:43:24.888956 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-336be50c-77d5-4229-a69e-96e96e2bc3c4 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:43:24.889394 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336be50c-77d5-4229-a69e-96e96e2bc3c4'] response: {'name': 'network-changed', 'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'status': 'completed', 'code': 200} Jun 01 04:43:24.940997 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:43:24.981576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d574-6381-4bf7-962d-4b677156f579 req-074c56f8-cd15-4b62-ad69-d9d81fc1a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:24.983083 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-074c56f8-cd15-4b62-ad69-d9d81fc1a3d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 1130 time: 0.0430822 Jun 01 04:43:25.073082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d574-6381-4bf7-962d-4b677156f579 req-e857f20e-a8ac-4120-875e-0aed657e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:25.074642 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-e857f20e-a8ac-4120-875e-0aed657e1bc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.0850866 Jun 01 04:43:25.152155 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:e1:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:43:06Z', 'updated_at': '2022-06-01T04:43:24Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:25.181448 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:43:25.190928 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:43:25.191648 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:43:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:25.293433 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:43:25.405654 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-7fe43c2d-6f81-415e-8216-68e1bc6ae834 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a HTTP/1.1" status: 200 len: 1000 time: 0.3245940 Jun 01 04:43:25.454624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d574-6381-4bf7-962d-4b677156f579 req-685fb833-263a-4e95-a675-0d45e06f4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:25.456142 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-685fb833-263a-4e95-a675-0d45e06f4ceb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0446851 Jun 01 04:43:25.499357 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d574-6381-4bf7-962d-4b677156f579 req-9ff4b30f-700f-4979-8e4e-a6915f683f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:43:25.501485 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-9ff4b30f-700f-4979-8e4e-a6915f683f4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394895 Jun 01 04:43:25.506153 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:e1:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:43:06Z', 'updated_at': '2022-06-01T04:43:24Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:43:25.530445 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51511b7c-bee8-424e-a69c-4f446823f094 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:e1:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:43:06Z', 'updated_at': '2022-06-01T04:43:24Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:43:25.599116 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-cbf0c809-8e74-46a1-b823-dbca0ee99df4 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913863 Jun 01 04:43:25.695561 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2a14d574-6381-4bf7-962d-4b677156f579 req-d8debe9e-f1ba-4985-8398-5c97e22242cd service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902259 Jun 01 04:43:25.733883 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed12c9e-c2e0-4955-a910-2c0f52594f75 None None] New status for floating IP 1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:43:25.831782 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:26.122924 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:31.055802 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:31.389292 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-055585dc-c680-4aad-a75e-b32b3cb3826b req-12e2c3ac-b255-493b-bccd-2a316e45de8a service neutron] (104650) timed out ('10.222.0.45', 50275) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 01 04:43:31.658145 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:43:33.718060 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=44 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:33.726131 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:35.504366 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=69 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:35.685181 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:35.692534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=50 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:40.968142 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:40.974050 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:49.603970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-184e15ac-b760-4d5b-a725-33134ba23554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:51.646944 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:51.647758 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=16 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:43:51.906362 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-faefba99-1a33-4238-ba54-1d286d2c7414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:53.123630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:54.670629 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:43:56.129168 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:01.030538 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:08.658618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:44:10.965322 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:10.967138 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:19.620005 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2e95015c-83d2-4be8-b1b6-4af04a0c1dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:21.923175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b49ed513-5d48-4fae-858a-b4ef6033b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:23.132732 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:24.664739 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:26.071080 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:28.649988 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:28.654399 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:31.036858 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:40.973485 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:40.975683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:42.763957 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37422) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:43.004265 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Deleting port 66d2c9b2-9cd7-4f0a-b795-afe2a381a358 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:43.004602 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.085877 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.086301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for floatingip (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.099644 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Calling delete_port for 66d2c9b2-9cd7-4f0a-b795-afe2a381a358 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:43.351647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (66d2c9b2-9cd7-4f0a-b795-afe2a381a358), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.380416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event deleted for resources: {'Port': ['ID=66d2c9b2-9cd7-4f0a-b795-afe2a381a358,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:43.406592 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.406939 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.407285 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.407648 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.407987 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.408318 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.408647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.408975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.409303 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.409629 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.409955 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.410281 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.410604 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.410960 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.411287 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:43.456766 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for floatingip (c2706b1e-3362-420f-b012-9201a60a72fa), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.457099 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Floating IP c2706b1e-3362-420f-b012-9201a60a72fa disassociated (deleted). External IP: 172.27.0.166, port: 642b3902-1011-48e3-b526-4497466efc94. Jun 01 04:44:43.657631 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:44:43.716493 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:43.763484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:44:43.768444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:43.772882 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Sync routers for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:44:43.785503 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:43.791323 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:43.800714 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7f166337-043c-4b82-a012-e9315d18f9d2 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "DELETE /v2.0/floatingips/c2706b1e-3362-420f-b012-9201a60a72fa HTTP/1.1" status: 204 len: 168 time: 1.0357492 Jun 01 04:44:43.801400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:44:43.803803 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de2916-5859-4e63-98e2-ef4a5b35f894" -d '{"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:44:43.911749 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62405a32-0c73-4ec1-80e2-1567b0e394f8 x-openstack-request-id: req-62405a32-0c73-4ec1-80e2-1567b0e394f8 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:44:43.912063 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "tag": "642b3902-1011-48e3-b526-4497466efc94", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:44:43.912323 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62405a32-0c73-4ec1-80e2-1567b0e394f8 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:44:43.912724 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62405a32-0c73-4ec1-80e2-1567b0e394f8'] response: {'name': 'network-changed', 'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'status': 'completed', 'code': 200} Jun 01 04:44:43.979618 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:44.004345 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-369a96c8-b336-4ebd-818a-e589d3af70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:44.005892 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-369a96c8-b336-4ebd-818a-e589d3af70fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d70e82d96624016bed251b30b26ad73&device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 1129 time: 0.0496068 Jun 01 04:44:44.053821 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:44.102125 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-fa0433fc-b6b7-4aaa-a966-92bfe845c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:44.104075 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-fa0433fc-b6b7-4aaa-a966-92bfe845c328 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 200 len: 909 time: 0.0924404 Jun 01 04:44:44.145409 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-7ca45a2b-aed5-45da-b388-17cc2c80c51e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 200 len: 217 time: 0.0330465 Jun 01 04:44:44.168917 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:44.195438 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Checking router: 1e447fa2-6be8-46cf-8d87-ac98b66e6457 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:44:44.198261 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-f260d38d-5069-401e-81bc-db89414bf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:44.199849 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-f260d38d-5069-401e-81bc-db89414bf6b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 200 len: 847 time: 0.0495813 Jun 01 04:44:44.204418 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:44.205018 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:44.300507 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab36484-e9d3-4bd0-b5cd-9b160132c9bd req-df07aed1-9e6f-4828-88b6-d54f98a14d08 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:44.302010 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ab36484-e9d3-4bd0-b5cd-9b160132c9bd req-df07aed1-9e6f-4828-88b6-d54f98a14d08 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Jun 01 04:44:44.309359 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:44.351680 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ab36484-e9d3-4bd0-b5cd-9b160132c9bd req-c7f88bec-81c6-4b0f-bb8d-3b6d5029f96d tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438054 Jun 01 04:44:44.495478 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:44.519945 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c57fd0-0ea3-49ec-833b-a5f52a5c60fc None None] The sync data for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi is: [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:39:17Z', 'revision_number': 4, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '3e68b74c-28fe-4079-b2a1-36a3c5086e65', 'name': '', 'network_id': '0eb7aa87-104e-4cc4-8db4-35ae245f39f5', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'mac_address': 'fa:16:3e:56:33:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:16Z', 'updated_at': '2022-06-01T04:39:26Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'subnets': [{'id': 'e125d46e-927e-4728-ab5e-56bcca6034f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:44:44.732310 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713decf4-0c85-45cd-856f-be2906fa0bcf None None] New status for floating IP c2706b1e-3362-420f-b012-9201a60a72fa: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:44:45.382692 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-0db2d1d6-3a69-48bd-a1b2-fdb8a07de99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:45.384212 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-0db2d1d6-3a69-48bd-a1b2-fdb8a07de99d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb7aa87-104e-4cc4-8db4-35ae245f39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406055 Jun 01 04:44:45.513909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc351f-f7b4-4355-a3ab-e0260b025520 req-192c9b84-bc69-4833-a5b0-6d1f2f3d932e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:45.516382 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4cc351f-f7b4-4355-a3ab-e0260b025520 req-192c9b84-bc69-4833-a5b0-6d1f2f3d932e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0888212 Jun 01 04:44:45.563783 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-a453ac33-0b28-4215-bfdc-7e3d3d0695c8 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541808 Jun 01 04:44:45.589354 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4cc351f-f7b4-4355-a3ab-e0260b025520 req-ffb34a48-9be4-4fd9-a110-4bd09bb39438 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5f66af3-acf9-4ff4-b869-179a586be9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665133 Jun 01 04:44:45.658058 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:44:45.750219 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99de2916-5859-4e63-98e2-ef4a5b35f894 req-85d74a93-cc46-4835-a358-26dec3d42dad service neutron] 10.222.0.45 "GET /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900970 Jun 01 04:44:46.207530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-3c385544-0658-4ade-b911-e21869f9d4f1 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:46.208968 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-3c385544-0658-4ade-b911-e21869f9d4f1 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 945 time: 0.0470748 Jun 01 04:44:46.294319 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Deleting port 642b3902-1011-48e3-b526-4497466efc94 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:46.294657 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (642b3902-1011-48e3-b526-4497466efc94), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:46.386373 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] For port 642b3902-1011-48e3-b526-4497466efc94, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=642b3902-1011-48e3-b526-4497466efc94,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:46.387047 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (642b3902-1011-48e3-b526-4497466efc94), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:46.400582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Calling delete_port for 642b3902-1011-48e3-b526-4497466efc94 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:46.458367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:46.567952 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (642b3902-1011-48e3-b526-4497466efc94), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:46.595173 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event deleted for resources: {'Port': ['ID=642b3902-1011-48e3-b526-4497466efc94,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:46.642482 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] No DVR routers for this DVR port 642b3902-1011-48e3-b526-4497466efc94 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:46.645032 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:46.648434 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-008c8001-02cc-46e0-8fbb-22f0658c7606 req-75b7ddef-30db-4e1c-9dfe-83a841bfc005 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.45 "DELETE /v2.0/ports/642b3902-1011-48e3-b526-4497466efc94 HTTP/1.1" status: 204 len: 173 time: 0.4343200 Jun 01 04:44:46.648988 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-deleted', 'tag': '642b3902-1011-48e3-b526-4497466efc94'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:44:46.651192 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62e735-1f57-4260-86e2-4bc74d2ee8b7" -d '{"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-deleted", "tag": "642b3902-1011-48e3-b526-4497466efc94"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:44:46.686202 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e05718f-fbcf-4fc3-9583-995cdfb61ecb x-openstack-request-id: req-2e05718f-fbcf-4fc3-9583-995cdfb61ecb {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:44:46.686502 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba731766-ac3f-4564-8c8a-09a909595ea3", "name": "network-vif-deleted", "tag": "642b3902-1011-48e3-b526-4497466efc94", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:44:46.686797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e05718f-fbcf-4fc3-9583-995cdfb61ecb {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:44:46.687801 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e05718f-fbcf-4fc3-9583-995cdfb61ecb'] response: {'server_uuid': 'ba731766-ac3f-4564-8c8a-09a909595ea3', 'name': 'network-vif-deleted', 'tag': '642b3902-1011-48e3-b526-4497466efc94', 'status': 'completed', 'code': 200} Jun 01 04:44:46.695380 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-66238b1f-75e8-4045-bb48-a80ef90c597d req-b9ea79b8-9779-47f9-a95b-4ae7165ab254 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Jun 01 04:44:47.808911 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99ab1aaf-0205-4017-92b5-564aa84cd27d req-dea985cb-a265-4389-a6be-2f22970dab1e tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba731766-ac3f-4564-8c8a-09a909595ea3 HTTP/1.1" status: 200 len: 210 time: 0.0316765 Jun 01 04:44:48.869683 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37468) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:48.929349 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (a5f66af3-acf9-4ff4-b869-179a586be9ad), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:48.954284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:48.956757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (a5f66af3-acf9-4ff4-b869-179a586be9ad), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.041512 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:49.060675 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 642b3902-1011-48e3-b526-4497466efc94 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:49.061004 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 642b3902-1011-48e3-b526-4497466efc94 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:49.081301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (a5f66af3-acf9-4ff4-b869-179a586be9ad), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.084449 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.085183 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5f66af3-acf9-4ff4-b869-179a586be9ad HTTP/1.1" status: 204 len: 168 time: 0.2158852 Jun 01 04:44:49.095158 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148e24-1641-4425-933a-35cb344504f8 tempest-TestShelveInstance-1522410496 tempest-TestShelveInstance-1522410496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f66af3-acf9-4ff4-b869-179a586be9ad,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:49.205561 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37472) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:49.596684 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-71885741-904a-41a6-b0d6-17cbf237fced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.616918 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.836046 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Deleting port 3e68b74c-28fe-4079-b2a1-36a3c5086e65 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:49.836384 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.879197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:49.913938 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] For port 3e68b74c-28fe-4079-b2a1-36a3c5086e65, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e68b74c-28fe-4079-b2a1-36a3c5086e65,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:49.914302 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:49.927915 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Calling delete_port for 3e68b74c-28fe-4079-b2a1-36a3c5086e65 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:50.049856 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:50.145750 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (3e68b74c-28fe-4079-b2a1-36a3c5086e65), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:50.170809 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e68b74c-28fe-4079-b2a1-36a3c5086e65,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:50.271367 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-da603564-ed21-419d-a4f5-4cd8a0b7842e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521905 Jun 01 04:44:50.398152 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:50.405715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dec1b-650b-42c6-9e74-685f70874896 req-ff0cc279-3652-49c8-bd59-cb6e05d0f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:50.407238 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-ff0cc279-3652-49c8-bd59-cb6e05d0f35c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 1130 time: 0.0738153 Jun 01 04:44:50.608279 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:44:50.713416 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:44:50.720014 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a2fe2da1-c6f8-4082-b73e-868f1d8615b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e447fa2-6be8-46cf-8d87-ac98b66e6457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5125229 Jun 01 04:44:50.721606 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37480) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:50.724392 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Sync routers for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:44:50.735743 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:50.736705 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:50.818925 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:50.825308 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks [] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:50.848548 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:50.975909 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:51.009860 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:51.011534 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks [] for router_gateway (1e447fa2-6be8-46cf-8d87-ac98b66e6457), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:51.025337 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:44:50Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:51.027098 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dec1b-650b-42c6-9e74-685f70874896 req-0da80915-083d-4bc7-8b8b-16cae3ff96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:51.028611 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-0da80915-083d-4bc7-8b8b-16cae3ff96e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.1642179 Jun 01 04:44:51.050544 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Checking router: 1e447fa2-6be8-46cf-8d87-ac98b66e6457 for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:44:51.057515 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:51.059501 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Routers {'1e447fa2-6be8-46cf-8d87-ac98b66e6457'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:51.060108 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:51.172533 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] Set router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:51.353830 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:44:50Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:51.384072 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf16440-047b-4117-a76a-28090c7b0a85 None None] The sync data for ids ['1e447fa2-6be8-46cf-8d87-ac98b66e6457'] in dv-cinder-667108-37-iscsi is: [{'id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'name': 'tempest-TestShelveInstance-375621556-router', 'tenant_id': '6d70e82d96624016bed251b30b26ad73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:12Z', 'updated_at': '2022-06-01T04:44:50Z', 'revision_number': 5, 'project_id': '6d70e82d96624016bed251b30b26ad73', 'gw_port': {'id': '1da9bf02-6d74-4beb-bf6f-dec92261e0b3', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e447fa2-6be8-46cf-8d87-ac98b66e6457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:13Z', 'updated_at': '2022-06-01T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:44:51.431584 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Deleting port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:51.436314 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:51.484123 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-76371d98-5dd2-4e52-8e05-a84a59758232 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a HTTP/1.1" status: 200 len: 1002 time: 0.1042478 Jun 01 04:44:51.557711 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dec1b-650b-42c6-9e74-685f70874896 req-1d6fb4a5-4ec1-4fbf-ae9f-58ace2fb67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:51.559123 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-1d6fb4a5-4ec1-4fbf-ae9f-58ace2fb67f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0692265 Jun 01 04:44:51.573390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] For port 1da9bf02-6d74-4beb-bf6f-dec92261e0b3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:51.573748 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:51.609041 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Calling delete_port for 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:51.626684 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dec1b-650b-42c6-9e74-685f70874896 req-08f2b6ac-2913-4f98-9e71-966c589b9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:51.626684 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-08f2b6ac-2913-4f98-9e71-966c589b9d24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593147 Jun 01 04:44:51.803353 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-2949c079-eefb-4270-b08b-e89d4ee7dc6d service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729946 Jun 01 04:44:51.822026 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e68b74c-28fe-4079-b2a1-36a3c5086e65 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:51.883967 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 3e68b74c-28fe-4079-b2a1-36a3c5086e65 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:51.885661 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e68b74c-28fe-4079-b2a1-36a3c5086e65 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:51.951132 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca741ab2-1051-4d47-bbe5-3e3e0a126267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:51.952327 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-999dec1b-650b-42c6-9e74-685f70874896 req-1887ee42-3bdb-4f22-b60a-e268dc0f718c service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420937 Jun 01 04:44:52.029624 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (1da9bf02-6d74-4beb-bf6f-dec92261e0b3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.060641 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da9bf02-6d74-4beb-bf6f-dec92261e0b3,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:52.126350 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.128067 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:52.215873 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.218317 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks [] for router_controller (1e447fa2-6be8-46cf-8d87-ac98b66e6457), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.255793 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:52.350920 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (1e447fa2-6be8-46cf-8d87-ac98b66e6457), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.351597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e447fa2-6be8-46cf-8d87-ac98b66e6457 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:44:52.355978 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.357113 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e5fd7b5b-e980-43a2-929a-3cf7a4c46632 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1e447fa2-6be8-46cf-8d87-ac98b66e6457 HTTP/1.1" status: 204 len: 168 time: 1.6342654 Jun 01 04:44:52.360939 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37498) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:52.410878 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Deleting subnet e125d46e-927e-4728-ab5e-56bcca6034f9 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:44:52.414607 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Publish callbacks [] for subnet (e125d46e-927e-4728-ab5e-56bcca6034f9), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.456885 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (e125d46e-927e-4728-ab5e-56bcca6034f9), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.542163 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (e125d46e-927e-4728-ab5e-56bcca6034f9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.671691 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (e125d46e-927e-4728-ab5e-56bcca6034f9), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.698198 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e125d46e-927e-4728-ab5e-56bcca6034f9,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:52.702734 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.706934 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ad2afa16-fce1-459f-bdb9-289d8aa996d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e125d46e-927e-4728-ab5e-56bcca6034f9 HTTP/1.1" status: 204 len: 168 time: 0.3461852 Jun 01 04:44:52.708600 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37502) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:52.708742 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edc5e6-3c2a-4c26-8e9d-502a81b0252d None None] Network 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:44:52.780299 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (0eb7aa87-104e-4cc4-8db4-35ae245f39f5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.826524 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Deleting port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:52.826961 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.883436 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] DHCP port deletion for 0eb7aa87-104e-4cc4-8db4-35ae245f39f5 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:44:52.897041 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] For port 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6fed1cc5-3966-4807-aa0b-bd43251bdc00,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:52.897454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:52.911361 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Calling delete_port for 6fed1cc5-3966-4807-aa0b-bd43251bdc00 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:52.920006 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Deleting port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:52.920432 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.065074 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.091075 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fed1cc5-3966-4807-aa0b-bd43251bdc00,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:53.095263 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] No DVR routers for this DVR port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 on host dv-cinder-667108-37-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:53.105381 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:53.129632 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] For port 6fed1cc5-3966-4807-aa0b-bd43251bdc00, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6fed1cc5-3966-4807-aa0b-bd43251bdc00,segment=NetworkSegment(138a0731-1170-49a6-98ee-b5e8857a8d60),segment_id=138a0731-1170-49a6-98ee-b5e8857a8d60)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:53.130083 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.143630 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Calling delete_port for 6fed1cc5-3966-4807-aa0b-bd43251bdc00 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:53.175268 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (0eb7aa87-104e-4cc4-8db4-35ae245f39f5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.190302 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.196819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb7aa87-104e-4cc4-8db4-35ae245f39f5']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:53.206735 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138a0731-1170-49a6-98ee-b5e8857a8d60') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:53.207043 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138a0731-1170-49a6-98ee-b5e8857a8d60') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:53.217301 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (138a0731-1170-49a6-98ee-b5e8857a8d60), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.224711 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (6fed1cc5-3966-4807-aa0b-bd43251bdc00), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.231608 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (138a0731-1170-49a6-98ee-b5e8857a8d60), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.238062 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:44:53.238454 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (138a0731-1170-49a6-98ee-b5e8857a8d60), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.250890 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Pushing event deleted for resources: {'Port': ['ID=6fed1cc5-3966-4807-aa0b-bd43251bdc00,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:53.254938 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] No DVR routers for this DVR port 6fed1cc5-3966-4807-aa0b-bd43251bdc00 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:53.262116 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.262468 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.262819 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.263161 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.263581 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.263919 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.264253 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.264584 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.265459 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.265811 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.266142 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.266540 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.266887 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.267210 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.267570 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8d4ce-7e2b-47b7-9ed2-d892d4db551d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:53.351598 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (0eb7aa87-104e-4cc4-8db4-35ae245f39f5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.359059 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.365564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37508) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:53.366294 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0eb7aa87-104e-4cc4-8db4-35ae245f39f5 HTTP/1.1" status: 204 len: 168 time: 0.6561697 Jun 01 04:44:53.376855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68bc71-a8a3-4056-8443-862addb12087 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb7aa87-104e-4cc4-8db4-35ae245f39f5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:53.415479 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 138a0731-1170-49a6-98ee-b5e8857a8d60 resource provider aggregate not found Jun 01 04:44:53.429487 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 138a0731-1170-49a6-98ee-b5e8857a8d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 138a0731-1170-49a6-98ee-b5e8857a8d60 found for delete ", "request_id": "req-6c4baa74-d15c-4d7a-9172-f7578d505a0e"}]} Jun 01 04:44:53.727204 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (a0bba92f-3c00-4084-9f36-2978d5f84411), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:53.805634 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6fed1cc5-3966-4807-aa0b-bd43251bdc00 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:53.830090 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 6fed1cc5-3966-4807-aa0b-bd43251bdc00 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:53.830531 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6fed1cc5-3966-4807-aa0b-bd43251bdc00 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:53.830959 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:53.849325 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:53.849672 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 1da9bf02-6d74-4beb-bf6f-dec92261e0b3 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:53.956800 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Deleting port 692c8183-91e1-4ccc-bb7e-e68b1036265e {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:53.957158 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.042819 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] For port 692c8183-91e1-4ccc-bb7e-e68b1036265e, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=692c8183-91e1-4ccc-bb7e-e68b1036265e,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:54.043181 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.058222 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Calling delete_port for 692c8183-91e1-4ccc-bb7e-e68b1036265e owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:54.162095 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:54.183261 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:54.270937 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (692c8183-91e1-4ccc-bb7e-e68b1036265e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.299773 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=692c8183-91e1-4ccc-bb7e-e68b1036265e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:54.314606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.314890 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.315229 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.315584 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.315911 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.316232 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.316554 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.316872 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.317204 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.317536 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.317832 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.318245 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.318564 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.318878 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.319187 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:44:54.476659 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (a0bba92f-3c00-4084-9f36-2978d5f84411), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.670866 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.697855 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Router a0bba92f-3c00-4084-9f36-2978d5f84411 has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:44:54.804715 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:44:54.811706 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6cad2331-dc93-4c18-84a5-93653a40c2ae admin admin] 10.222.0.18 "PUT /v2.0/routers/a0bba92f-3c00-4084-9f36-2978d5f84411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409618 Jun 01 04:44:54.813353 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Sync routers for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:44:54.816335 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37520) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:54.829725 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:54.830534 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:54.921944 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks [] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:54.939408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: dv-cinder-667108-37-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:55.025345 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:55.027730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks [] for router_gateway (a0bba92f-3c00-4084-9f36-2978d5f84411), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.110185 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:44:54Z', 'revision_number': 5, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port': {'id': '6cef488c-6605-4840-85ef-725e99f2bc9e', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:22Z', 'updated_at': '2022-06-01T04:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:55.141398 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Checking router: a0bba92f-3c00-4084-9f36-2978d5f84411 for host: dv-cinder-667108-37-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:44:55.154860 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Routers {'a0bba92f-3c00-4084-9f36-2978d5f84411'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:55.156174 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['a0bba92f-3c00-4084-9f36-2978d5f84411'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:55.159044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Deleting port 6cef488c-6605-4840-85ef-725e99f2bc9e {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:55.159445 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.229369 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939288-559f-4496-8fda-e0f2ff7fad30 req-9b08c115-c4f9-493c-8a54-8248fb9d6a86 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:55.231362 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75939288-559f-4496-8fda-e0f2ff7fad30 req-9b08c115-c4f9-493c-8a54-8248fb9d6a86 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0527432 Jun 01 04:44:55.249130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] For port 6cef488c-6605-4840-85ef-725e99f2bc9e, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=6cef488c-6605-4840-85ef-725e99f2bc9e,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:55.250026 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.251396 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] Set router a0bba92f-3c00-4084-9f36-2978d5f84411 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:55.266225 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Calling delete_port for 6cef488c-6605-4840-85ef-725e99f2bc9e owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:55.282813 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75939288-559f-4496-8fda-e0f2ff7fad30 req-2dbbd27a-7047-45c0-b470-7cff42b4901c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Jun 01 04:44:55.300660 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:44:55Z', 'revision_number': 6, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:55.326025 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdafb814-db6f-4fd4-b1f5-9da393ff0926 None None] The sync data for ids ['a0bba92f-3c00-4084-9f36-2978d5f84411'] in dv-cinder-667108-37-iscsi is: [{'id': 'a0bba92f-3c00-4084-9f36-2978d5f84411', 'name': 'tempest-TestShelveInstance-691370346-router', 'tenant_id': 'e02b170043e14f41923636805f4e2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:21Z', 'updated_at': '2022-06-01T04:44:55Z', 'revision_number': 6, 'project_id': 'e02b170043e14f41923636805f4e2a15', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:44:55.538284 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (6cef488c-6605-4840-85ef-725e99f2bc9e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.563965 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cef488c-6605-4840-85ef-725e99f2bc9e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:55.631932 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (a0bba92f-3c00-4084-9f36-2978d5f84411), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.727761 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.730663 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks [] for router_controller (a0bba92f-3c00-4084-9f36-2978d5f84411), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.836613 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (a0bba92f-3c00-4084-9f36-2978d5f84411), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.837246 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0bba92f-3c00-4084-9f36-2978d5f84411 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:44:55.842764 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.842764 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-32c0449a-b1a1-4f58-8ae4-f254f140772a admin admin] 10.222.0.18 "DELETE /v2.0/routers/a0bba92f-3c00-4084-9f36-2978d5f84411 HTTP/1.1" status: 204 len: 168 time: 1.0253353 Jun 01 04:44:55.845696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37524) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:55.890932 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Deleting subnet fb838955-20fc-4f1b-8080-9251a0926810 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:44:55.894313 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Publish callbacks [] for subnet (fb838955-20fc-4f1b-8080-9251a0926810), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:55.895775 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:55.933724 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (fb838955-20fc-4f1b-8080-9251a0926810), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.013801 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (fb838955-20fc-4f1b-8080-9251a0926810), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.084954 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.151377 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (fb838955-20fc-4f1b-8080-9251a0926810), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.169024 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 692c8183-91e1-4ccc-bb7e-e68b1036265e no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:56.172248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:56.183032 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb838955-20fc-4f1b-8080-9251a0926810,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:56.187428 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.193167 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37526) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:56.193705 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-322c6d97-fbe5-4e70-92bf-2b3fdad8add9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb838955-20fc-4f1b-8080-9251a0926810 HTTP/1.1" status: 204 len: 168 time: 0.3464799 Jun 01 04:44:56.197972 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 692c8183-91e1-4ccc-bb7e-e68b1036265e {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:56.198323 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 692c8183-91e1-4ccc-bb7e-e68b1036265e not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:56.201193 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281bb31f-2f6a-42b9-aaab-3e902baab51d None None] Network dcf45f9a-aaa0-4090-980e-5f5e71688dd9 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:44:56.240847 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:56.276883 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (dcf45f9a-aaa0-4090-980e-5f5e71688dd9), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.316706 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:56.331476 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Deleting port 0d7558dc-1fc6-46b6-8e00-819b7e840aef {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:56.331851 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.377338 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] DHCP port deletion for dcf45f9a-aaa0-4090-980e-5f5e71688dd9 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:44:56.418668 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] For port 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=0d7558dc-1fc6-46b6-8e00-819b7e840aef,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:56.419170 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.430462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Deleting port 0d7558dc-1fc6-46b6-8e00-819b7e840aef {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:56.430462 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.441670 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdd8b-8d9d-4bcc-9378-f2877f63cb2f req-cf3a1feb-9b30-4ced-9f3c-3399d3eb8289 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:56.443522 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-384fdd8b-8d9d-4bcc-9378-f2877f63cb2f req-cf3a1feb-9b30-4ced-9f3c-3399d3eb8289 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0735588 Jun 01 04:44:56.449278 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Calling delete_port for 0d7558dc-1fc6-46b6-8e00-819b7e840aef owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:56.495260 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] For port 0d7558dc-1fc6-46b6-8e00-819b7e840aef, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=0d7558dc-1fc6-46b6-8e00-819b7e840aef,segment=NetworkSegment(ac60fd9a-9ab8-4c60-b929-5fa47296e418),segment_id=ac60fd9a-9ab8-4c60-b929-5fa47296e418)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:56.495790 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.501475 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:56.505356 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-384fdd8b-8d9d-4bcc-9378-f2877f63cb2f req-96496d75-1f29-409b-8ec2-4866bee85663 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558908 Jun 01 04:44:56.513277 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Calling delete_port for 0d7558dc-1fc6-46b6-8e00-819b7e840aef owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:56.749932 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:56.750445 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.774867 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] Pushing event deleted for resources: {'Port': ['ID=0d7558dc-1fc6-46b6-8e00-819b7e840aef,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:56.778454 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b74bc8-0550-4c23-ba7a-930f3d218fc9 None None] No DVR routers for this DVR port 0d7558dc-1fc6-46b6-8e00-819b7e840aef on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:56.785285 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (0d7558dc-1fc6-46b6-8e00-819b7e840aef), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.808974 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] No DVR routers for this DVR port 0d7558dc-1fc6-46b6-8e00-819b7e840aef on host dv-cinder-667108-37-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:56.812444 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7558dc-1fc6-46b6-8e00-819b7e840aef,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:56.884562 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (dcf45f9a-aaa0-4090-980e-5f5e71688dd9), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.904640 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf45f9a-aaa0-4090-980e-5f5e71688dd9']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:56.914950 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac60fd9a-9ab8-4c60-b929-5fa47296e418') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:56.917596 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac60fd9a-9ab8-4c60-b929-5fa47296e418') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:56.925420 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25798563'] for segment (ac60fd9a-9ab8-4c60-b929-5fa47296e418), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.938670 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (ac60fd9a-9ab8-4c60-b929-5fa47296e418), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.944824 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:44:56.945205 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577174'] for segment (ac60fd9a-9ab8-4c60-b929-5fa47296e418), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:56.984877 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment ac60fd9a-9ab8-4c60-b929-5fa47296e418 resource provider aggregate not found Jun 01 04:44:57.002624 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment ac60fd9a-9ab8-4c60-b929-5fa47296e418 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac60fd9a-9ab8-4c60-b929-5fa47296e418 found for delete ", "request_id": "req-d3d3c205-053c-44e6-8fd4-df60c8a33e23"}]} Jun 01 04:44:57.086453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-41fc9b3a-e95d-484b-b358-eee465569215 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:57.087829 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-41fc9b3a-e95d-484b-b358-eee465569215 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0458307 Jun 01 04:44:57.134274 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (dcf45f9a-aaa0-4090-980e-5f5e71688dd9), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.140956 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.144350 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcf45f9a-aaa0-4090-980e-5f5e71688dd9 HTTP/1.1" status: 204 len: 168 time: 0.9501729 Jun 01 04:44:57.156759 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d662e1c-26e5-4bd7-8623-f1a0aabd93f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf45f9a-aaa0-4090-980e-5f5e71688dd9,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:57.171588 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port 7f07b0bb-99cc-422d-a3a7-e17715db910a {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:44:57.171992 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.265276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] For port 7f07b0bb-99cc-422d-a3a7-e17715db910a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7f07b0bb-99cc-422d-a3a7-e17715db910a,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:44:57.265642 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.421390 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37536) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:57.428093 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.428501 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.428824 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e disassociated. External IP: 172.27.0.240, port: 7f07b0bb-99cc-422d-a3a7-e17715db910a. Jun 01 04:44:57.429177 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for 7f07b0bb-99cc-422d-a3a7-e17715db910a owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:44:57.460092 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a9ac6ed6-2993-4112-9514-e311b45fa847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d70e82d96624016bed251b30b26ad73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417047 Jun 01 04:44:57.462704 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37538) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:57.516752 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] Publish callbacks [] for security_group (5ab489e9-004b-4f1c-9d65-d957e56f9831), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.538826 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] Publish callbacks [] for security_group (5ab489e9-004b-4f1c-9d65-d957e56f9831), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.625015 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949277-9f34-4f3a-8871-e017caa20a60 req-1ae2f0a2-2c29-4822-83bf-a72764fec7e1 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:44:57.626670 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05949277-9f34-4f3a-8871-e017caa20a60 req-1ae2f0a2-2c29-4822-83bf-a72764fec7e1 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 946 time: 0.0513802 Jun 01 04:44:57.681311 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05949277-9f34-4f3a-8871-e017caa20a60 req-d72a7ca0-81b9-4760-afbe-9a44ec6fc28b tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b6b7d1e-33e9-4e72-b47e-67a325e687ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Jun 01 04:44:57.682616 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (7f07b0bb-99cc-422d-a3a7-e17715db910a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.693495 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5ab489e9-004b-4f1c-9d65-d957e56f9831), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.708547 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:57.708547 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ab489e9-004b-4f1c-9d65-d957e56f9831 HTTP/1.1" status: 204 len: 168 time: 0.2348659 Jun 01 04:44:57.709452 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667168-276d-4475-9bff-4fc8c9fc97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab489e9-004b-4f1c-9d65-d957e56f9831,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:57.712550 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=7f07b0bb-99cc-422d-a3a7-e17715db910a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:57.820994 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:57.827458 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6cef488c-6605-4840-85ef-725e99f2bc9e no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:57.837855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:44:57.848568 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 6cef488c-6605-4840-85ef-725e99f2bc9e {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:57.849308 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 6cef488c-6605-4840-85ef-725e99f2bc9e not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:57.849734 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 0d7558dc-1fc6-46b6-8e00-819b7e840aef no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:57.872253 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 0d7558dc-1fc6-46b6-8e00-819b7e840aef {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:57.872604 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 0d7558dc-1fc6-46b6-8e00-819b7e840aef not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:44:57.951562 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:44:57.962137 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:44:57.973706 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:57.974329 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:57.981700 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:58.002785 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] No DVR routers for this DVR port 7f07b0bb-99cc-422d-a3a7-e17715db910a on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:44:58.005168 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:58.008408 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f06c870-e12c-4c16-a81e-799e55736c14 req-251a2549-3a30-48d0-a964-11c2fd7cec77 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "DELETE /v2.0/ports/7f07b0bb-99cc-422d-a3a7-e17715db910a HTTP/1.1" status: 204 len: 173 time: 0.9158664 Jun 01 04:44:58.008862 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'name': 'network-vif-deleted', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:44:58.011153 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366308de-f57c-42f1-8116-3743166859ee" -d '{"events": [{"server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "name": "network-vif-deleted", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:44:58.051812 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b754f1-88ea-4032-aa6f-15305873d9f1 x-openstack-request-id: req-c8b754f1-88ea-4032-aa6f-15305873d9f1 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:44:58.052104 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cfe14-4eed-4104-b042-20724e4ba94f", "name": "network-vif-deleted", "tag": "7f07b0bb-99cc-422d-a3a7-e17715db910a", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:44:58.052355 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8b754f1-88ea-4032-aa6f-15305873d9f1 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:44:58.052760 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b754f1-88ea-4032-aa6f-15305873d9f1'] response: {'server_uuid': 'ab5cfe14-4eed-4104-b042-20724e4ba94f', 'name': 'network-vif-deleted', 'tag': '7f07b0bb-99cc-422d-a3a7-e17715db910a', 'status': 'completed', 'code': 200} Jun 01 04:44:58.090324 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:58.307682 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:58.336547 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:44:58.346152 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:44:58.347019 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:58.448363 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:58.449793 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:44:58.510733 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37548) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:58.561399 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3accd6ba-5119-4b81-b5b6-5037ad3ff5ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e02b170043e14f41923636805f4e2a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494645 Jun 01 04:44:58.563934 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37550) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:44:58.607406 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:44:58.620535 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] Publish callbacks [] for security_group (d0b09291-9b8e-4788-b46c-9580bfa229f8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:58.651401 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] Publish callbacks [] for security_group (d0b09291-9b8e-4788-b46c-9580bfa229f8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:58.670454 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:44:58.707186 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874ba58-2286-4643-894b-ea592c53d390 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:44:58.758780 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d0b09291-9b8e-4788-b46c-9580bfa229f8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:58.762223 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:44:58.763436 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0b09291-9b8e-4788-b46c-9580bfa229f8 HTTP/1.1" status: 204 len: 168 time: 0.1985526 Jun 01 04:44:58.775715 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c5ad-6b3d-420e-ae56-50e135bdcd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b09291-9b8e-4788-b46c-9580bfa229f8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:44:58.839972 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd58f2f6-dd18-43ba-a167-1a4ec06f9815 req-18bd35c6-12d2-4406-adda-e08470591383 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab5cfe14-4eed-4104-b042-20724e4ba94f HTTP/1.1" status: 200 len: 210 time: 0.0339296 Jun 01 04:44:59.028215 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d63f64-171f-4c7c-a82a-0d8e16b093cc None None] New status for floating IP 1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:44:59.097913 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 7f07b0bb-99cc-422d-a3a7-e17715db910a no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:44:59.126623 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: 7f07b0bb-99cc-422d-a3a7-e17715db910a {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:44:59.126958 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device 7f07b0bb-99cc-422d-a3a7-e17715db910a not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:45:00.020762 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37560) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:00.079975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (5b6b7d1e-33e9-4e72-b47e-67a325e687ef), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.108286 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (5b6b7d1e-33e9-4e72-b47e-67a325e687ef), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.219905 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (5b6b7d1e-33e9-4e72-b47e-67a325e687ef), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.222342 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.223517 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b6b7d1e-33e9-4e72-b47e-67a325e687ef HTTP/1.1" status: 204 len: 168 time: 0.2017307 Jun 01 04:45:00.228067 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37562) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:00.233682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f78a-41d1-43df-a2c6-1d526f96a7b5 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b7d1e-33e9-4e72-b47e-67a325e687ef,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:00.244859 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-6231ae10-b4ce-442c-8804-48d6cf685b55 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] show failed (client error): The resource could not be found. Jun 01 04:45:00.248517 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6231ae10-b4ce-442c-8804-48d6cf685b55 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups/5b6b7d1e-33e9-4e72-b47e-67a325e687ef HTTP/1.1" status: 404 len: 347 time: 0.0162616 Jun 01 04:45:00.249112 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37564) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:00.398519 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port c58ac4ed-14f4-4887-8b11-aa08b4a41f46 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:45:00.398855 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.481726 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.481967 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.494893 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for c58ac4ed-14f4-4887-8b11-aa08b4a41f46 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:45:00.699194 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (c58ac4ed-14f4-4887-8b11-aa08b4a41f46), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.725820 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=c58ac4ed-14f4-4887-8b11-aa08b4a41f46,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:00.791871 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.794448 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:00.796456 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-bbc64ed6-03b9-486c-9725-a231ec769ace tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ec33cdd-ac49-4901-8c3c-2fafe02ebc9e HTTP/1.1" status: 204 len: 168 time: 0.5450668 Jun 01 04:45:00.971861 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37568) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:00.976831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696037006', 'description': 'tempest-description--1021381535'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:01.065548 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.075327 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.145674 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (775a1a5a-eb12-46ee-8cb1-67f7c8f6391e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.219237 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (775a1a5a-eb12-46ee-8cb1-67f7c8f6391e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.253472 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:01.313060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.314300 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-825a1110-9a88-41df-9213-dec24cc18827 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3413537 Jun 01 04:45:01.317757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37570) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:01.322111 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '775a1a5a-eb12-46ee-8cb1-67f7c8f6391e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:01.334598 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:01.419276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (a1a24394-0d3e-4e8c-a51a-c9b631a1a8b2), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.440343 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:01.485193 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (a1a24394-0d3e-4e8c-a51a-c9b631a1a8b2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.562400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (a1a24394-0d3e-4e8c-a51a-c9b631a1a8b2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.582881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a24394-0d3e-4e8c-a51a-c9b631a1a8b2,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:01.666485 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.667767 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2a66acb4-ca9e-491c-be7e-b07e230ad997 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490694 Jun 01 04:45:01.670603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37572) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:01.675538 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'security_group_rule': {'security_group_id': '775a1a5a-eb12-46ee-8cb1-67f7c8f6391e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:01.768732 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (7b8632db-f954-458d-a843-d59f927ff4ef), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.837144 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (7b8632db-f954-458d-a843-d59f927ff4ef), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.916434 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949298'] for security_group_rule (7b8632db-f954-458d-a843-d59f927ff4ef), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:01.935603 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8632db-f954-458d-a843-d59f927ff4ef,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:02.021266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.022506 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b2ee7772-6db6-4825-868d-12b593521df6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504364 Jun 01 04:45:02.026148 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37574) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:02.031042 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:02.139730 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.494084 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.596444 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.27.0.216 (bbe7d353-7296-4f11-a1bb-d39c8de135af/256891b2-65d9-4a6a-8450-068a4469b922/91f57075-8e9c-48ca-9bf0-fe041d10b5bd) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:45:02.700459 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.779535 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.819183 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network bbe7d353-7296-4f11-a1bb-d39c8de135af is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:45:02.824370 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:45:02.828777 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:45:02.831990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=91f57075-8e9c-48ca-9bf0-fe041d10b5bd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:02.862943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:02.914715 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:02.915886 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:02.996797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:03.175943 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:03.235324 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:03.307496 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=91f57075-8e9c-48ca-9bf0-fe041d10b5bd,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:03.316566 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:03.398260 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:03.399569 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e684392f-7d43-4c43-9765-2d5412a4ccf0 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3724625 Jun 01 04:45:03.601958 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-f7086a39-07ab-4112-b4e2-a52f37cbbfa3 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--696037006&fields=id&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 267 time: 0.0426679 Jun 01 04:45:03.710355 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c319d426-1447-402e-8c8d-38e9559ffe30 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:03.711776 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c319d426-1447-402e-8c8d-38e9559ffe30 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1034794 Jun 01 04:45:03.727106 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-2a8ba9b8-e990-4c1f-8494-9da9964c1fc3 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/quotas/756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Jun 01 04:45:03.776253 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-681c2616-72a1-41be-a8ae-3e417461f854 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441799 Jun 01 04:45:03.861845 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:03.876699 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-faf50e72-9431-455b-a6dc-5231c10903fe service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884056 Jun 01 04:45:03.966458 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-4e407b73-63be-422b-bcee-702b030029d9 service neutron] 10.222.0.18 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837395 Jun 01 04:45:04.190147 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88929fc3-df8a-4b25-ba57-f828f2eaba04 req-063bb769-2735-4fdf-bfb6-4e794cd67e40 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 210 time: 0.0322924 Jun 01 04:45:05.294099 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4063ccad-c100-4b20-85a0-00395afd77e0 req-eb05ec33-a930-4ad0-9cac-43d605f945e2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 210 time: 0.0329618 Jun 01 04:45:06.249060 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c51755a9-e024-481f-8abe-fb8397778404 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:06.250493 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c51755a9-e024-481f-8abe-fb8397778404 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 814 time: 0.1058741 Jun 01 04:45:06.321248 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-24da61f5-dfee-460c-bf99-4a05a20dc5ab tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756cb4ed8d2345dcaae27638b257a480 HTTP/1.1" status: 200 len: 379 time: 0.0573678 Jun 01 04:45:06.332452 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'port': {'device_id': '2fc92e48-a662-417d-8118-f9e3d841406b', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'admin_state_up': True, 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'security_groups': ['775a1a5a-eb12-46ee-8cb1-67f7c8f6391e']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:06.412882 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78021009-8072-49af-9060-c814abcc40c4 req-d75c6fc4-2164-4c74-903f-5f46b5846db1 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 210 time: 0.0344095 Jun 01 04:45:06.562118 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Made reservation on behalf of 756cb4ed8d2345dcaae27638b257a480 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 04:45:06.565753 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:06.592881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:06.697577 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Allocated IP 172.20.0.10 (8715975b-1e98-4a30-82e5-baf5c981e463/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96/b64f82dd-614f-4f56-87a9-5588b3859899) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 04:45:06.781707 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:06.845789 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for port (b64f82dd-614f-4f56-87a9-5588b3859899), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:06.927940 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779067031089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:06.969271 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Network 8715975b-1e98-4a30-82e5-baf5c981e463 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 04:45:06.972549 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 04:45:06.976757 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 01 04:45:07.008260 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event updated for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:07.040049 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:07.040726 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.107671 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-c8c540f7-2867-48be-b25a-f10f0855d78d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789602 Jun 01 04:45:07.153185 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Request body: {'port': {'device_id': '2fc92e48-a662-417d-8118-f9e3d841406b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:07.201374 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-f186ed36-14aa-4d08-9dc8-df52f980cbfe None None] Provisioning complete for port b64f82dd-614f-4f56-87a9-5588b3859899 triggered by entity DHCP. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:45:07.201978 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f186ed36-14aa-4d08-9dc8-df52f980cbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.218276 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.234104 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-f186ed36-14aa-4d08-9dc8-df52f980cbfe None None] Port b64f82dd-614f-4f56-87a9-5588b3859899 cannot update to ACTIVE because it is not bound. {{(pid=104651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 01 04:45:07.507830 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64f82dd-614f-4f56-87a9-5588b3859899 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:45:07.515461 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks [] for port (b64f82dd-614f-4f56-87a9-5588b3859899), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.526880 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd3a5-3f37-4bbe-86b1-546de801afaa req-e5517699-3b02-4b08-b6c3-2bed4074a113 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:07.528003 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Transition to ACTIVE for port object b64f82dd-614f-4f56-87a9-5588b3859899 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 01 04:45:07.528353 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f8dd3a5-3f37-4bbe-86b1-546de801afaa req-e5517699-3b02-4b08-b6c3-2bed4074a113 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 932 time: 0.0488377 Jun 01 04:45:07.575614 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f8dd3a5-3f37-4bbe-86b1-546de801afaa req-1e02c207-dabe-4eb6-a3f6-bfd694dc6287 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Jun 01 04:45:07.579248 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.604369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:07.630601 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Pushing event updated for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:07.710161 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Attempting to bind port b64f82dd-614f-4f56-87a9-5588b3859899 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 01 04:45:07.712239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Attempting to bind port b64f82dd-614f-4f56-87a9-5588b3859899 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 01 04:45:07.712239 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Attempting to bind port b64f82dd-614f-4f56-87a9-5588b3859899 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:45:07.715584 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Port b64f82dd-614f-4f56-87a9-5588b3859899 on network 8715975b-1e98-4a30-82e5-baf5c981e463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 01 04:45:07.715910 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Attempting to bind port b64f82dd-614f-4f56-87a9-5588b3859899 on network 8715975b-1e98-4a30-82e5-baf5c981e463 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 01 04:45:07.721162 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Checking agent: {'id': 'c8e9d425-4498-47a8-9596-e57d917a7a0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'started_at': datetime.datetime(2022, 6, 1, 4, 25, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 4, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 01 04:45:07.721497 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Checking segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 01 04:45:07.721881 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Bound using segment: {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 01 04:45:07.722309 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Bound port: b64f82dd-614f-4f56-87a9-5588b3859899, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae28b4b-8613-4c54-a0a3-da322f8667e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 01 04:45:07.722665 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.759228 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:07.791932 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 01 04:45:07.794990 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b64f82dd-614f-4f56-87a9-5588b3859899,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 01 04:45:07.875266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26190997'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.908819 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:07.909445 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:07.911185 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] 10.222.0.45 "PUT /v2.0/ports/b64f82dd-614f-4f56-87a9-5588b3859899 HTTP/1.1" status: 200 len: 1094 time: 0.7620270 Jun 01 04:45:07.913799 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:45:07.918025 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:45:07.942533 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc27a8-b1b5-4aae-9163-c4f03d4a0078 service neutron] Pushing event updated for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:07.955103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b02be5-5518-4ee6-865b-691681715e41 x-openstack-request-id: req-c0b02be5-5518-4ee6-865b-691681715e41 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:45:07.955344 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:45:07.955597 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0b02be5-5518-4ee6-865b-691681715e41 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:45:07.956001 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b02be5-5518-4ee6-865b-691681715e41'] response: {'name': 'network-changed', 'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'status': 'completed', 'code': 200} Jun 01 04:45:08.038206 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-186c3059-fde7-4ab6-84b3-739cc8a7aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.039805 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-186c3059-fde7-4ab6-84b3-739cc8a7aaba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 1128 time: 0.0427573 Jun 01 04:45:08.150103 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-26020ed4-c4a7-41f3-b1f9-c91caec7c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.151577 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-26020ed4-c4a7-41f3-b1f9-c91caec7c953 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=756cb4ed8d2345dcaae27638b257a480&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981867 Jun 01 04:45:08.243636 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-34608cd1-c8aa-4fe1-93e1-2280af7f4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.245024 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7f0b3442-5eb6-4310-a873-73d4aca7dfcc req-34608cd1-c8aa-4fe1-93e1-2280af7f4a29 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876923 Jun 01 04:45:08.339327 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-5f887ecb-4ffb-4245-a939-3e64e0f62b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.340883 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-5f887ecb-4ffb-4245-a939-3e64e0f62b56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 1128 time: 0.0425351 Jun 01 04:45:08.384069 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-93f3ffdf-518a-4288-bef2-b5b9de5c841c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64f82dd-614f-4f56-87a9-5588b3859899 HTTP/1.1" status: 200 len: 217 time: 0.0303583 Jun 01 04:45:08.433441 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-68f1b6c1-1b75-4743-8a4c-d2a4ecaa5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.434859 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-68f1b6c1-1b75-4743-8a4c-d2a4ecaa5999 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0436678 Jun 01 04:45:08.479524 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-1816ea63-1328-467b-a6a6-c4f36be9743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.481067 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-1816ea63-1328-467b-a6a6-c4f36be9743b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401707 Jun 01 04:45:08.573804 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-35404ca3-a606-4c3b-8ee2-85699d0320c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865822 Jun 01 04:45:08.668200 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=12 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:08.668822 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e0f80642-806c-4173-851b-a35fd33b1ea7 req-4eb37221-631a-4667-a129-f040b4803c79 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881460 Jun 01 04:45:08.673446 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=82 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:08.690515 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2fede-2b91-45b0-82af-c529bd746155 req-af48cc8d-aa1d-426d-982e-def7d01f0449 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:08.692066 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d3a2fede-2b91-45b0-82af-c529bd746155 req-af48cc8d-aa1d-426d-982e-def7d01f0449 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 944 time: 0.0475581 Jun 01 04:45:08.739667 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d3a2fede-2b91-45b0-82af-c529bd746155 req-d65c3b15-e0ee-41b9-b8c2-5155145818fb tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Jun 01 04:45:09.854493 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a53d3b-bd0d-49e8-bbaa-d8d718bd10c5 req-b0eb9b56-0942-4a9a-b8d6-477b501f84cc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:09.855940 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0a53d3b-bd0d-49e8-bbaa-d8d718bd10c5 req-b0eb9b56-0942-4a9a-b8d6-477b501f84cc tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 944 time: 0.0471246 Jun 01 04:45:09.901987 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0a53d3b-bd0d-49e8-bbaa-d8d718bd10c5 req-1df208d5-3568-4340-961e-193110583d33 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Jun 01 04:45:11.017210 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0952-8307-4ea3-a99c-540594c0b8f6 req-bf924ded-d670-4c55-8f4c-859ca6214127 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:11.018660 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d45c0952-8307-4ea3-a99c-540594c0b8f6 req-bf924ded-d670-4c55-8f4c-859ca6214127 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 944 time: 0.0506501 Jun 01 04:45:11.065159 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d45c0952-8307-4ea3-a99c-540594c0b8f6 req-1d1e7792-6095-4222-972e-fb072caea9ba tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Jun 01 04:45:12.178830 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97523db2-180a-400e-99b8-e294da33a3d8 req-451ed5eb-eb6f-4d18-ae95-1b61894bec8c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:12.180291 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97523db2-180a-400e-99b8-e294da33a3d8 req-451ed5eb-eb6f-4d18-ae95-1b61894bec8c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 944 time: 0.0468049 Jun 01 04:45:12.202504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:12.229653 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-97523db2-180a-400e-99b8-e294da33a3d8 req-992fecfe-8930-490a-927d-0bf654be2951 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Jun 01 04:45:13.100930 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device b64f82dd-614f-4f56-87a9-5588b3859899 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=104651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 01 04:45:13.118759 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:13.201917 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b64f82dd-614f-4f56-87a9-5588b3859899,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:45:13.213935 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Returning: {'device': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'port_id': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'mac_address': 'fa:16:3e:09:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 01 04:45:13.247760 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port b64f82dd-614f-4f56-87a9-5588b3859899 is: DOWN; New status is: BUILD {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:45:13.248151 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:13.261817 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64f82dd-614f-4f56-87a9-5588b3859899 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 04:45:13.289303 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b64f82dd-614f-4f56-87a9-5588b3859899,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:45:13.346436 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbb20-0516-40e1-b68b-fdff209461b3 req-9c2c6c0d-7ad8-4c03-9956-733b9e8e998a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:13.347930 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f8cbb20-0516-40e1-b68b-fdff209461b3 req-9c2c6c0d-7ad8-4c03-9956-733b9e8e998a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 944 time: 0.0469913 Jun 01 04:45:13.350988 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:13.398335 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:13.399557 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6f8cbb20-0516-40e1-b68b-fdff209461b3 req-2b8f90af-2a24-4f96-8e50-2ccb096ffaed tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Jun 01 04:45:13.763122 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] get_ports_and_sgs() called for port_ids ['b64f82dd-614f-4f56-87a9-5588b3859899'] {{(pid=104651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 01 04:45:13.785847 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:14.524667 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81456065-6888-4a21-b3a0-32a191ceaecf req-4fc5a938-5858-47fc-9d70-64ccbec8bb88 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:14.524667 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81456065-6888-4a21-b3a0-32a191ceaecf req-4fc5a938-5858-47fc-9d70-64ccbec8bb88 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 945 time: 0.0508463 Jun 01 04:45:14.568920 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81456065-6888-4a21-b3a0-32a191ceaecf req-f2bda464-a344-4982-89ed-3fb4fa95ff70 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Jun 01 04:45:15.128593 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device b64f82dd-614f-4f56-87a9-5588b3859899 up at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 01 04:45:15.169894 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning for port b64f82dd-614f-4f56-87a9-5588b3859899 completed by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 01 04:45:15.264030 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Provisioning complete for port b64f82dd-614f-4f56-87a9-5588b3859899 triggered by entity L2. {{(pid=104651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 01 04:45:15.264408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-938250'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), provisioning_complete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:15.335996 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Current status of the port b64f82dd-614f-4f56-87a9-5588b3859899 is: BUILD; New status is: ACTIVE {{(pid=104651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 01 04:45:15.336378 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-958961'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:15.359248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:45:15.361577 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad887eabd3b38194a1365018052f459eaad29e031fc5a800b1ea9944bd2f879" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7fce36-2afa-462d-9f54-d201ad443cdc" -d '{"events": [{"server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "name": "network-vif-plugged", "status": "completed", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:45:15.378435 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b64f82dd-614f-4f56-87a9-5588b3859899,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:45:15.447040 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779067565011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779067031107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779067031125'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:15.497031 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Pushing event updated for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=5']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:45:15.518073 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a16fac4-acc5-41be-933c-2878a99b26c6 x-openstack-request-id: req-4a16fac4-acc5-41be-933c-2878a99b26c6 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:45:15.518584 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "name": "network-vif-plugged", "status": "completed", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:45:15.518843 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a16fac4-acc5-41be-933c-2878a99b26c6 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:45:15.519238 dv-cinder-667108-37-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a16fac4-acc5-41be-933c-2878a99b26c6'] response: {'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'code': 200} Jun 01 04:45:15.683530 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f52bd3-c096-413d-85be-c5d0668cddc0 req-a407ca2a-7888-4505-8fef-9ed8f62ff5c6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:15.685004 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f52bd3-c096-413d-85be-c5d0668cddc0 req-a407ca2a-7888-4505-8fef-9ed8f62ff5c6 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0476029 Jun 01 04:45:15.732810 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f52bd3-c096-413d-85be-c5d0668cddc0 req-299a3c78-ca20-4316-a1ce-dd5ed9ca094d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Jun 01 04:45:15.835887 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3de7e-88f5-43c1-8b0e-b5648455a0f8 req-399e8584-39ab-4664-8f56-92baf4e9c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:15.837389 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05a3de7e-88f5-43c1-8b0e-b5648455a0f8 req-399e8584-39ab-4664-8f56-92baf4e9c68c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 1130 time: 0.0419257 Jun 01 04:45:15.849409 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:15.881204 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-05a3de7e-88f5-43c1-8b0e-b5648455a0f8 req-e067a73e-cea9-4795-8f9a-154de5fdd2da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378687 Jun 01 04:45:16.852133 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbeed2-4619-429b-8ade-9c3239c7c6bb req-20394c3a-52f9-4b77-bb39-38336ac2eeb2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:16.853563 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bdbbeed2-4619-429b-8ade-9c3239c7c6bb req-20394c3a-52f9-4b77-bb39-38336ac2eeb2 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0501192 Jun 01 04:45:16.865057 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:16.900226 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bdbbeed2-4619-429b-8ade-9c3239c7c6bb req-a42b2818-6fae-497b-9d18-7d721299f10d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403380 Jun 01 04:45:18.012246 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a964-eeff-491e-9d11-5ba6d9ef88dd req-2d87ce36-746b-471e-ab77-2cad1d4bc41a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:18.013675 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3232a964-eeff-491e-9d11-5ba6d9ef88dd req-2d87ce36-746b-471e-ab77-2cad1d4bc41a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0471442 Jun 01 04:45:18.060290 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3232a964-eeff-491e-9d11-5ba6d9ef88dd req-49166e78-e1e3-4d46-990c-f12c13322eac tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Jun 01 04:45:18.168956 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518ca98-34e7-468d-8999-8cae8f6b4ee3 req-ec2983f6-910c-4187-85d2-576e83766b55 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:18.170417 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9518ca98-34e7-468d-8999-8cae8f6b4ee3 req-ec2983f6-910c-4187-85d2-576e83766b55 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0475922 Jun 01 04:45:18.178856 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37640) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:45:18.183044 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Request body: {'floatingip': {'port_id': 'b64f82dd-614f-4f56-87a9-5588b3859899'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 01 04:45:18.220213 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:18.635556 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:18.691606 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:18.693332 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:18.787645 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 4c64c179-e155-4192-87dd-6ad0b2dc8c9d associated. External IP: 172.27.0.216, port: b64f82dd-614f-4f56-87a9-5588b3859899. Jun 01 04:45:18.985719 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:45:19.087361 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:45:19.091828 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:19.100094 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:45:19.114444 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:45:19.115047 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:45:19.122393 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2f74ec30-3ba1-4f5e-a828-9baa21973093 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "PUT /v2.0/floatingips/4c64c179-e155-4192-87dd-6ad0b2dc8c9d HTTP/1.1" status: 200 len: 992 time: 0.9425507 Jun 01 04:45:19.122969 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:45:19.125273 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc343ffcdd2c8b34747ebf7a1d01fe2db44fcee6513b14a4ae40f332f4b94dce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a7de26-193b-4344-965d-a0f822cc34ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:45:19.215399 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:45:19.221417 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Jun 2022 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449f61e4-a2ef-4b00-8067-a37fe93250e2 x-openstack-request-id: req-449f61e4-a2ef-4b00-8067-a37fe93250e2 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:45:19.221936 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:45:19.222063 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-449f61e4-a2ef-4b00-8067-a37fe93250e2 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:45:19.222360 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449f61e4-a2ef-4b00-8067-a37fe93250e2'] response: {'name': 'network-changed', 'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'status': 'completed', 'code': 200} Jun 01 04:45:19.301400 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-6e99062c-75a2-4bfc-aa51-3df55b10f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:19.303222 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-6e99062c-75a2-4bfc-aa51-3df55b10f4c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 1130 time: 0.0405562 Jun 01 04:45:19.398453 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-67de2303-1965-475d-9540-074792103a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:19.400061 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-67de2303-1965-475d-9540-074792103a9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.0904186 Jun 01 04:45:19.427464 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '4c64c179-e155-4192-87dd-6ad0b2dc8c9d', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:09:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc92e48-a662-417d-8118-f9e3d841406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:45:02Z', 'updated_at': '2022-06-01T04:45:18Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:45:19.451087 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:45:19.461336 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-1e08b190-b659-4712-b03d-f36a1fc3c18a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64f82dd-614f-4f56-87a9-5588b3859899 HTTP/1.1" status: 200 len: 1000 time: 0.0544295 Jun 01 04:45:19.462365 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:45:19.463148 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:44:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:45:19.516337 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-655a049f-d052-4e6e-9b4b-18f4a28075ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:19.517773 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-655a049f-d052-4e6e-9b4b-18f4a28075ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0484107 Jun 01 04:45:19.561572 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-a1e4d4da-bb93-45e8-b2f4-6e86176b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:19.563329 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-a1e4d4da-bb93-45e8-b2f4-6e86176b7a08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400436 Jun 01 04:45:19.567109 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:45:19.600889 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-72403449-40aa-4df2-af00-711d1b5d7ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:19.659006 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-d1f7457a-8613-41fb-9322-c017d272598c service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900996 Jun 01 04:45:19.748075 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4a7de26-193b-4344-965d-a0f822cc34ff req-5d2f8e62-3018-43fe-b72c-c1b131888492 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837345 Jun 01 04:45:19.782354 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '4c64c179-e155-4192-87dd-6ad0b2dc8c9d', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:09:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc92e48-a662-417d-8118-f9e3d841406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:45:02Z', 'updated_at': '2022-06-01T04:45:18Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:45:19.806628 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633aac17-9c64-4a1c-ac4d-8286086b202b None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_floatingips': [{'id': '4c64c179-e155-4192-87dd-6ad0b2dc8c9d', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'router_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'port_id': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'mac_address': 'fa:16:3e:09:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc92e48-a662-417d-8118-f9e3d841406b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T04:45:02Z', 'updated_at': '2022-06-01T04:45:18Z', 'revision_number': 1, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:45:20.011796 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c35838f-2286-4b00-8ba4-e61e3e29c423 None None] New status for floating IP 4c64c179-e155-4192-87dd-6ad0b2dc8c9d: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:45:21.902593 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fdebaeaf-faf5-49df-955d-a4ba2c999b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:22.656590 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:45:23.165775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:24.664278 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:26.035054 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:26.142984 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:29.117825 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:29.119722 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=47 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:29.743581 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=55 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:29.744363 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:31.086932 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:40.990683 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:40.992514 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:46.731896 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=87 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:46.735027 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:45:49.612029 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-708b4c03-779d-4066-b89b-5643893b8870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:49.955729 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-3e9406f2-6fb0-4810-9173-1ac8f16508d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382564 Jun 01 04:45:50.057874 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-ac7c2c7e-28a6-4ba0-bb53-128f3a0a910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:50.059403 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-ac7c2c7e-28a6-4ba0-bb53-128f3a0a910d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=756cb4ed8d2345dcaae27638b257a480&device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 1130 time: 0.0428784 Jun 01 04:45:50.160491 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-5af867b1-9946-4131-baf9-e477149c0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:50.161983 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-5af867b1-9946-4131-baf9-e477149c0f76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 200 len: 915 time: 0.0847192 Jun 01 04:45:50.228390 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-ebb2c79b-2942-4937-9ebf-eb8a27fb5e36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64f82dd-614f-4f56-87a9-5588b3859899 HTTP/1.1" status: 200 len: 1002 time: 0.0584238 Jun 01 04:45:50.275425 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-702e5613-ab04-4361-abbf-bbdac3372e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:50.276908 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-702e5613-ab04-4361-abbf-bbdac3372e70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 200 len: 853 time: 0.0432138 Jun 01 04:45:50.320459 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-b4b4043c-c51e-457c-ae84-e3fb349bd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:45:50.321865 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-b4b4043c-c51e-457c-ae84-e3fb349bd71f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8715975b-1e98-4a30-82e5-baf5c981e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376160 Jun 01 04:45:50.412611 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-30ca2162-996d-4a25-8e36-97676dd83424 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851908 Jun 01 04:45:50.501886 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-74a909d7-e5f5-48bd-8cc1-dacbaf152e28 req-0f68a89d-b2fa-4e1c-8745-91e29ba7f241 service neutron] 10.222.0.45 "GET /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825739 Jun 01 04:45:51.913487 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b96bc299-31c8-4c7e-9437-84a20cdb1518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:53.166175 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:54.697370 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:56.115468 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:45:59.656089 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:46:00.496481 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=51 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:00.498369 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=50 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:01.068684 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:11.005965 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:11.007822 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:19.587889 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-25aafa7a-fbbc-48bb-9b96-9fcb9a99b1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:21.925778 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c25973d4-56de-4d9c-b7eb-041d6314efdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:23.130985 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:24.707957 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:26.084139 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:27.629692 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:27.631488 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:31.078023 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:36.657862 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:46:41.009093 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:41.014998 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:44.800503 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edb475-34da-4a3f-b7be-045fa6066ec2 req-94e1e2cc-1deb-4703-a777-bc4345e0747c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:46:44.801978 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4edb475-34da-4a3f-b7be-045fa6066ec2 req-94e1e2cc-1deb-4703-a777-bc4345e0747c tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0509303 Jun 01 04:46:44.849643 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4edb475-34da-4a3f-b7be-045fa6066ec2 req-95db5813-6a5a-4e8d-9dd3-61ac87a00b5d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Jun 01 04:46:45.968821 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892b42-a541-4ad6-848e-c0a3bc3d73ce req-f2b8a7ba-569d-4b47-aec4-cf8e20dfb985 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:46:45.970255 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-83892b42-a541-4ad6-848e-c0a3bc3d73ce req-f2b8a7ba-569d-4b47-aec4-cf8e20dfb985 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0514443 Jun 01 04:46:46.017210 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-83892b42-a541-4ad6-848e-c0a3bc3d73ce req-44da38dd-c86d-4b12-89c4-40c6c2c0ad9a tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Jun 01 04:46:46.628842 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-197e5ca0-5849-4035-b2bb-7ab248a2b087 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:46:46.630282 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-197e5ca0-5849-4035-b2bb-7ab248a2b087 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0462391 Jun 01 04:46:46.710696 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port b64f82dd-614f-4f56-87a9-5588b3859899 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:46.711036 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:46.800904 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] For port b64f82dd-614f-4f56-87a9-5588b3859899, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b64f82dd-614f-4f56-87a9-5588b3859899,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:46:46.801269 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:46.957130 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:46.957414 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1613274'] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:46.957736 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Floating IP 4c64c179-e155-4192-87dd-6ad0b2dc8c9d disassociated. External IP: 172.27.0.216, port: b64f82dd-614f-4f56-87a9-5588b3859899. Jun 01 04:46:46.958082 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for b64f82dd-614f-4f56-87a9-5588b3859899 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:47.132714 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db95814-4960-4f11-b80f-0012300eba94 req-79be263c-2404-4b19-bffd-0b6cc16ea922 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 04:46:47.134176 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8db95814-4960-4f11-b80f-0012300eba94 req-79be263c-2404-4b19-bffd-0b6cc16ea922 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 946 time: 0.0484798 Jun 01 04:46:47.147744 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (b64f82dd-614f-4f56-87a9-5588b3859899), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:47.176700 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=b64f82dd-614f-4f56-87a9-5588b3859899,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:47.188910 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8db95814-4960-4f11-b80f-0012300eba94 req-e08a84e7-7315-4f53-a756-731df27d3317 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups?id=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492284 Jun 01 04:46:47.190463 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.190814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.191807 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.191807 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.192001 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.192346 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.192577 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.192895 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.193222 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.193576 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.197486 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.197899 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.199935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.199935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.199935 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:47.309356 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:46:47.410653 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:46:47.418078 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:47.421640 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:46:47.433619 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:46:47.434587 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:46:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:47.456484 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] No DVR routers for this DVR port b64f82dd-614f-4f56-87a9-5588b3859899 on host hv-cinder-66710 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:46:47.459199 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:47.469052 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [req-88a448e0-8b89-4aa6-92ea-9f55c65d97a2 req-57ae637c-3c4b-4c92-8a58-410a196dab02 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.45 "DELETE /v2.0/ports/b64f82dd-614f-4f56-87a9-5588b3859899 HTTP/1.1" status: 204 len: 173 time: 0.8254671 Jun 01 04:46:47.469052 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'name': 'network-vif-deleted', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 04:46:47.469052 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37a8ccd62770a8cc2e8d465cdffc6f23dd2bc93f89b31853956cedd58d392474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330a47f-f051-4e79-8119-f61ea4ac6e02" -d '{"events": [{"server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "name": "network-vif-deleted", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 04:46:47.502339 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Jun 2022 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5ec31-f2f2-4323-919e-c15731d66e71 x-openstack-request-id: req-d0b5ec31-f2f2-4323-919e-c15731d66e71 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 04:46:47.502698 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc92e48-a662-417d-8118-f9e3d841406b", "name": "network-vif-deleted", "tag": "b64f82dd-614f-4f56-87a9-5588b3859899", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 04:46:47.503021 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0b5ec31-f2f2-4323-919e-c15731d66e71 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 04:46:47.503520 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b5ec31-f2f2-4323-919e-c15731d66e71'] response: {'server_uuid': '2fc92e48-a662-417d-8118-f9e3d841406b', 'name': 'network-vif-deleted', 'tag': 'b64f82dd-614f-4f56-87a9-5588b3859899', 'status': 'completed', 'code': 200} Jun 01 04:46:47.538475 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:46:47.732532 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:47.761301 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:46:47.770107 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:46:47.770528 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:46:22Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:47.870914 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:46:48.069714 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:48.094453 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23d86b-e13d-40ea-a697-5bd3fd913f27 None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:39:14Z', 'revision_number': 4, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi', '_interfaces': [{'id': '656239bd-a3fa-40e9-a09b-b459f1222c21', 'name': '', 'network_id': '8715975b-1e98-4a30-82e5-baf5c981e463', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'mac_address': 'fa:16:3e:8e:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:14Z', 'updated_at': '2022-06-01T04:39:19Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'subnets': [{'id': 'f8efa2ee-7323-42e6-b2cc-a1a1b1863e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:46:48.300727 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8e130f3a-e507-4470-b07a-4156cc889f48 req-233e565e-7220-4f8f-b5d1-7a83463a6c00 tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fc92e48-a662-417d-8118-f9e3d841406b HTTP/1.1" status: 200 len: 210 time: 0.0296266 Jun 01 04:46:48.333127 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34319c76-c952-4cd2-841e-bd91c15e17a1 None None] New status for floating IP 4c64c179-e155-4192-87dd-6ad0b2dc8c9d: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 01 04:46:49.433956 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37760) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:49.462372 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:49.490783 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (775a1a5a-eb12-46ee-8cb1-67f7c8f6391e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.513615 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (775a1a5a-eb12-46ee-8cb1-67f7c8f6391e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.649321 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6010939f-0438-4127-9258-cc7489c6d0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.678442 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (775a1a5a-eb12-46ee-8cb1-67f7c8f6391e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.681118 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.682265 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/security-groups/775a1a5a-eb12-46ee-8cb1-67f7c8f6391e HTTP/1.1" status: 204 len: 168 time: 0.2473419 Jun 01 04:46:49.685296 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37762) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:49.691876 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54bbd-a5fb-4cd6-a4e5-ec19161f38fe tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a1a5a-eb12-46ee-8cb1-67f7c8f6391e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:49.700922 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-4e401e4f-7c00-4127-9f4f-c3c0d932da3f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] show failed (client error): The resource could not be found. Jun 01 04:46:49.701980 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4e401e4f-7c00-4127-9f4f-c3c0d932da3f tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "GET /v2.0/security-groups/775a1a5a-eb12-46ee-8cb1-67f7c8f6391e HTTP/1.1" status: 404 len: 347 time: 0.0154774 Jun 01 04:46:49.704953 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37764) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:49.815822 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Deleting port 91f57075-8e9c-48ca-9bf0-fe041d10b5bd {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:49.816164 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.894924 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.895147 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:49.908249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Calling delete_port for 91f57075-8e9c-48ca-9bf0-fe041d10b5bd owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:50.100742 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576449'] for port (91f57075-8e9c-48ca-9bf0-fe041d10b5bd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:50.128779 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Pushing event deleted for resources: {'Port': ['ID=91f57075-8e9c-48ca-9bf0-fe041d10b5bd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:50.155697 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.155962 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.156302 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.156636 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.156969 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.157295 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.157621 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.157945 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.158269 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.158591 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.158914 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.159235 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.159581 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.159902 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.160224 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:50.203106 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks [] for floatingip (4c64c179-e155-4192-87dd-6ad0b2dc8c9d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:50.205938 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90272'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:50.207190 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ad80c437-0341-4cdf-a82f-d8edab56ca7d tempest-AttachVolumeNegativeTest-373300167 tempest-AttachVolumeNegativeTest-373300167-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c64c179-e155-4192-87dd-6ad0b2dc8c9d HTTP/1.1" status: 204 len: 168 time: 0.5013168 Jun 01 04:46:51.611791 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device b64f82dd-614f-4f56-87a9-5588b3859899 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:46:51.631183 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] No Port match for: b64f82dd-614f-4f56-87a9-5588b3859899 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:46:51.631564 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Device b64f82dd-614f-4f56-87a9-5588b3859899 not bound to the agent host hv-cinder-66710 {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:46:51.941588 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-497c4312-5d53-477c-91d7-3a5beabe89c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:53.153456 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:54.363117 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37800) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:54.673140 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:55.076717 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616602'] for router_interface (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:55.296397 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Deleting port 656239bd-a3fa-40e9-a09b-b459f1222c21 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:55.296397 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:55.378903 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] For port 656239bd-a3fa-40e9-a09b-b459f1222c21, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=656239bd-a3fa-40e9-a09b-b459f1222c21,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:46:55.379647 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:55.381367 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:55.392634 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Calling delete_port for 656239bd-a3fa-40e9-a09b-b459f1222c21 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:55.507479 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:55.616275 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (656239bd-a3fa-40e9-a09b-b459f1222c21), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:55.641345 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=656239bd-a3fa-40e9-a09b-b459f1222c21,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:55.813948 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1613829'] for router_interface (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.016913 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b has already been hosted by L3 agent d92250ed-a95b-4a7d-a5d9-2aedf96a758d {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 01 04:46:56.106056 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.124784 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] Notify agent at l3_agent.dv-cinder-667108-37-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 01 04:46:56.129620 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-99e6b0ce-1112-4858-bae5-30e6602f5a74 admin admin] 10.222.0.18 "PUT /v2.0/routers/39b5c79f-e5ef-469e-a05e-dab962dd4e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661133 Jun 01 04:46:56.132113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37804) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:56.134613 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Sync routers for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 04:46:56.146304 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:46:56.146909 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:46:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:56.233682 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks [] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.248833 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: dv-cinder-667108-37-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:46:56.333390 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks [] for router_gateway (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.409544 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:56.417174 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:56.419725 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'external_fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:46:55Z', 'revision_number': 5, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port': {'id': '5002925d-884f-4c1b-b409-eeeadd4fcd20', 'name': '', 'network_id': 'bbe7d353-7296-4f11-a1bb-d39c8de135af', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '256891b2-65d9-4a6a-8450-068a4469b922', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-37-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T04:39:11Z', 'updated_at': '2022-06-01T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '256891b2-65d9-4a6a-8450-068a4469b922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-37-iscsi'}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:56.445039 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Checking router: 39b5c79f-e5ef-469e-a05e-dab962dd4e4b for host: dv-cinder-667108-37-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 04:46:56.454174 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Routers {'39b5c79f-e5ef-469e-a05e-dab962dd4e4b'} bound to L3 agent in host dv-cinder-667108-37-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 01 04:46:56.454893 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-37-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T04:18:52Z,description=,heartbeat_timestamp=2022-06-01T04:46:52Z,host='dv-cinder-667108-37-iscsi',id=d92250ed-a95b-4a7d-a5d9-2aedf96a758d,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T04:18:53Z,topic='l3_agent')) {'router_ids': ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:56.459541 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:56.467521 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Deleting port 5002925d-884f-4c1b-b409-eeeadd4fcd20 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:56.467875 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.522582 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:56.557347 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] For port 5002925d-884f-4c1b-b409-eeeadd4fcd20, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=5002925d-884f-4c1b-b409-eeeadd4fcd20,segment=NetworkSegment(0ea0de38-5625-486b-8f65-a91e764f3b23),segment_id=0ea0de38-5625-486b-8f65-a91e764f3b23)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:46:56.557831 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.575000 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Calling delete_port for 5002925d-884f-4c1b-b409-eeeadd4fcd20 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:56.638490 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] Set router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 01 04:46:56.693766 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:46:56Z', 'revision_number': 6, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port_host': None}], 'dv-cinder-667108-37-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:56.723348 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef9370-f0e6-4584-8b6b-970a37819eed None None] The sync data for ids ['39b5c79f-e5ef-469e-a05e-dab962dd4e4b'] in dv-cinder-667108-37-iscsi is: [{'id': '39b5c79f-e5ef-469e-a05e-dab962dd4e4b', 'name': 'tempest-AttachVolumeNegativeTest-378618977-router', 'tenant_id': '756cb4ed8d2345dcaae27638b257a480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T04:39:10Z', 'updated_at': '2022-06-01T04:46:56Z', 'revision_number': 6, 'project_id': '756cb4ed8d2345dcaae27638b257a480', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 04:46:56.833241 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (5002925d-884f-4c1b-b409-eeeadd4fcd20), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:56.857971 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Pushing event deleted for resources: {'Port': ['ID=5002925d-884f-4c1b-b409-eeeadd4fcd20,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:56.924128 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615365'] for router_gateway (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.008632 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1618622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4685'] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.011053 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks [] for router_controller (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.129145 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1618613'] for router (39b5c79f-e5ef-469e-a05e-dab962dd4e4b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.129788 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b5c79f-e5ef-469e-a05e-dab962dd4e4b {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 01 04:46:57.135435 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.137855 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b6f6598a-1293-48ae-bf36-2b54f9d2d02c admin admin] 10.222.0.18 "DELETE /v2.0/routers/39b5c79f-e5ef-469e-a05e-dab962dd4e4b HTTP/1.1" status: 204 len: 168 time: 1.0035779 Jun 01 04:46:57.139154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37806) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:57.185628 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Deleting subnet f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 01 04:46:57.189109 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Publish callbacks [] for subnet (f8efa2ee-7323-42e6-b2cc-a1a1b1863e96), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.214197 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:57.224309 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26143461'] for subnet (f8efa2ee-7323-42e6-b2cc-a1a1b1863e96), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.306159 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935022'] for subnet (f8efa2ee-7323-42e6-b2cc-a1a1b1863e96), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.432245 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-934999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25528706'] for subnet (f8efa2ee-7323-42e6-b2cc-a1a1b1863e96), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.457079 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8efa2ee-7323-42e6-b2cc-a1a1b1863e96,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:57.463092 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.467083 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-280f0d5d-cf1d-4665-bc5c-251c279e4a4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f8efa2ee-7323-42e6-b2cc-a1a1b1863e96 HTTP/1.1" status: 204 len: 168 time: 0.3261187 Jun 01 04:46:57.469489 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37808) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:57.470853 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0552d-9022-402d-bd9b-36cfa409bb11 None None] Network 8715975b-1e98-4a30-82e5-baf5c981e463 requested from dv-cinder-667108-37-iscsi {{(pid=104651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 01 04:46:57.545029 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927086'] for network (8715975b-1e98-4a30-82e5-baf5c981e463), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.599434 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Deleting port 3e72325d-33d6-4977-b916-5c79efb11ab3 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:57.599802 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.643172 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] DHCP port deletion for 8715975b-1e98-4a30-82e5-baf5c981e463 request from dv-cinder-667108-37-iscsi {{(pid=104651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 01 04:46:57.670069 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] For port 3e72325d-33d6-4977-b916-5c79efb11ab3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e72325d-33d6-4977-b916-5c79efb11ab3,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:46:57.670322 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.681810 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Deleting port 3e72325d-33d6-4977-b916-5c79efb11ab3 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 01 04:46:57.682252 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779067590786'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.685481 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Calling delete_port for 3e72325d-33d6-4977-b916-5c79efb11ab3 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:57.755970 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] For port 3e72325d-33d6-4977-b916-5c79efb11ab3, host dv-cinder-667108-37-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-37-iscsi',level=0,port_id=3e72325d-33d6-4977-b916-5c79efb11ab3,segment=NetworkSegment(1ae28b4b-8613-4c54-a0a3-da322f8667e1),segment_id=1ae28b4b-8613-4c54-a0a3-da322f8667e1)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 01 04:46:57.756234 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575757'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.773557 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Calling delete_port for 3e72325d-33d6-4977-b916-5c79efb11ab3 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 01 04:46:57.868908 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191002'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.874585 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-958768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779067564993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779067031098'] for port (3e72325d-33d6-4977-b916-5c79efb11ab3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.894170 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e72325d-33d6-4977-b916-5c79efb11ab3,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:57.897690 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] No DVR routers for this DVR port 3e72325d-33d6-4977-b916-5c79efb11ab3 on host dv-cinder-667108-37-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:46:57.899383 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 5002925d-884f-4c1b-b409-eeeadd4fcd20 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:46:57.906789 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Pushing event deleted for resources: {'Port': ['ID=3e72325d-33d6-4977-b916-5c79efb11ab3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:57.930541 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] No DVR routers for this DVR port 3e72325d-33d6-4977-b916-5c79efb11ab3 on host dv-cinder-667108-37-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 01 04:46:57.932361 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 5002925d-884f-4c1b-b409-eeeadd4fcd20 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:46:57.932704 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 5002925d-884f-4c1b-b409-eeeadd4fcd20 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:46:57.933184 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e72325d-33d6-4977-b916-5c79efb11ab3 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:46:57.935786 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.936044 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.936311 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.936651 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.936993 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.937318 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.937644 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.937971 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.938301 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.938627 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.938952 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.939276 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.939622 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.939943 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.940258 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d8a6f0-c957-44df-ac0a-0c01c87a55a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-37-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 04:46:57.962713 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 3e72325d-33d6-4977-b916-5c79efb11ab3 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:46:57.963061 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 3e72325d-33d6-4977-b916-5c79efb11ab3 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:46:57.963507 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 656239bd-a3fa-40e9-a09b-b459f1222c21 no longer exists at agent ovs-agent-dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 01 04:46:57.976420 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-941031', 'neutron.services.segments.db._delete_segments_for_network-8779067482269'] for network (8715975b-1e98-4a30-82e5-baf5c981e463), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:57.985821 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e115244d-d3a7-4346-a053-d913c467004f None None] No Port match for: 656239bd-a3fa-40e9-a09b-b459f1222c21 {{(pid=104651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 01 04:46:57.986503 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:57.986625 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.rpc [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Device 656239bd-a3fa-40e9-a09b-b459f1222c21 not bound to the agent host dv-cinder-667108-37-iscsi {{(pid=104651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 01 04:46:58.000085 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8715975b-1e98-4a30-82e5-baf5c981e463']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:58.009792 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae28b4b-8613-4c54-a0a3-da322f8667e1') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:58.010113 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae28b4b-8613-4c54-a0a3-da322f8667e1') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 04:46:58.020379 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779067487142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26143468'] for segment (1ae28b4b-8613-4c54-a0a3-da322f8667e1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.035244 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303'] for segment (1ae28b4b-8613-4c54-a0a3-da322f8667e1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.041872 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 04:46:58.042253 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26190669'] for segment (1ae28b4b-8613-4c54-a0a3-da322f8667e1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.080961 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 1ae28b4b-8613-4c54-a0a3-da322f8667e1 resource provider aggregate not found Jun 01 04:46:58.100880 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 1ae28b4b-8613-4c54-a0a3-da322f8667e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ae28b4b-8613-4c54-a0a3-da322f8667e1 found for delete ", "request_id": "req-b3295e02-f570-41ca-a00a-e3ecc7090ad3"}]} Jun 01 04:46:58.175623 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-941036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1934609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1613309'] for network (8715975b-1e98-4a30-82e5-baf5c981e463), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.181147 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080078'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.184282 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8715975b-1e98-4a30-82e5-baf5c981e463 HTTP/1.1" status: 204 len: 168 time: 0.7135868 Jun 01 04:46:58.201821 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2111-5e4d-46ec-907d-93be25d1ea97 admin admin] Pushing event deleted for resources: {'Network': ['ID=8715975b-1e98-4a30-82e5-baf5c981e463,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:46:58.564504 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37816) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:58.607192 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d308c397-a86b-4f90-8553-11677d58768f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=756cb4ed8d2345dcaae27638b257a480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413985 Jun 01 04:46:58.609797 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37818) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:46:58.672387 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] Publish callbacks [] for security_group (d470b6ea-8c02-454a-b035-fb8103554ada), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.694912 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] Publish callbacks [] for security_group (d470b6ea-8c02-454a-b035-fb8103554ada), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.710100 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:46:58.855834 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (d470b6ea-8c02-454a-b035-fb8103554ada), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.858975 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:46:58.860172 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d470b6ea-8c02-454a-b035-fb8103554ada HTTP/1.1" status: 204 len: 168 time: 0.2490776 Jun 01 04:46:58.868445 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a00ec-801c-4c2f-8648-07d4bf8f05f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470b6ea-8c02-454a-b035-fb8103554ada,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:00.197349 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:00.198847 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:01.107606 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:06.697232 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=25 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:08.864980 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:11.015593 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:11.020488 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:13.562189 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37950) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:13.657541 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:47:13.673191 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7d290d9a-ca7e-4da6-a4b3-c69690aadf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:13.746642 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7d290d9a-ca7e-4da6-a4b3-c69690aadf72 admin admin] Publish callbacks [] for security_group (11508ac1-b91a-4664-a52a-2f7a42f1397e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:13.825679 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7d290d9a-ca7e-4da6-a4b3-c69690aadf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (11508ac1-b91a-4664-a52a-2f7a42f1397e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:13.869890 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7d290d9a-ca7e-4da6-a4b3-c69690aadf72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f331273530a74af48862e4c4ba0a7634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064306 Jun 01 04:47:13.870604 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d290d9a-ca7e-4da6-a4b3-c69690aadf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11508ac1-b91a-4664-a52a-2f7a42f1397e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:13.872834 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37954) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:13.923350 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] Publish callbacks [] for security_group (11508ac1-b91a-4664-a52a-2f7a42f1397e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:13.945763 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] Publish callbacks [] for security_group (11508ac1-b91a-4664-a52a-2f7a42f1397e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.061548 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (11508ac1-b91a-4664-a52a-2f7a42f1397e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.064150 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.065300 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11508ac1-b91a-4664-a52a-2f7a42f1397e HTTP/1.1" status: 204 len: 168 time: 0.1913409 Jun 01 04:47:14.074080 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bc73c-a029-4cd1-85c7-1bcff4481b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11508ac1-b91a-4664-a52a-2f7a42f1397e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:14.688553 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37960) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:14.702437 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e4af04e-b48b-44f2-80a5-2e0dbc732aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.776079 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e4af04e-b48b-44f2-80a5-2e0dbc732aa7 admin admin] Publish callbacks [] for security_group (11adff0a-8cc1-4f91-a9ba-bba0b78109b8), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.815035 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e4af04e-b48b-44f2-80a5-2e0dbc732aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (11adff0a-8cc1-4f91-a9ba-bba0b78109b8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.853105 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af04e-b48b-44f2-80a5-2e0dbc732aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11adff0a-8cc1-4f91-a9ba-bba0b78109b8,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:14.857324 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0e4af04e-b48b-44f2-80a5-2e0dbc732aa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a30af4c2b02c4e1e8c9c51dd56107d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676786 Jun 01 04:47:14.864215 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37962) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:14.908979 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] Publish callbacks [] for security_group (11adff0a-8cc1-4f91-a9ba-bba0b78109b8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:14.931831 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] Publish callbacks [] for security_group (11adff0a-8cc1-4f91-a9ba-bba0b78109b8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:15.060174 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (11adff0a-8cc1-4f91-a9ba-bba0b78109b8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:15.062688 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:15.063883 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11adff0a-8cc1-4f91-a9ba-bba0b78109b8 HTTP/1.1" status: 204 len: 168 time: 0.2029078 Jun 01 04:47:15.072211 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822067c3-2e90-4ea1-817c-a3d675686410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11adff0a-8cc1-4f91-a9ba-bba0b78109b8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:15.842471 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 37968) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:15.858837 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e555a9cd-d625-4048-998c-48eb654be430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:15.932942 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e555a9cd-d625-4048-998c-48eb654be430 admin admin] Publish callbacks [] for security_group (e063857f-8c10-489e-8148-18be21b0718d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:15.986577 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e555a9cd-d625-4048-998c-48eb654be430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e063857f-8c10-489e-8148-18be21b0718d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:16.025062 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555a9cd-d625-4048-998c-48eb654be430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e063857f-8c10-489e-8148-18be21b0718d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:16.029345 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e555a9cd-d625-4048-998c-48eb654be430 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a2ce4fcdefa484bac858a292204d6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858804 Jun 01 04:47:16.032555 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 37970) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:16.080589 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] Publish callbacks [] for security_group (e063857f-8c10-489e-8148-18be21b0718d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:16.101847 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] Publish callbacks [] for security_group (e063857f-8c10-489e-8148-18be21b0718d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:16.209633 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e063857f-8c10-489e-8148-18be21b0718d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:16.212266 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:16.213438 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e063857f-8c10-489e-8148-18be21b0718d HTTP/1.1" status: 204 len: 168 time: 0.1803544 Jun 01 04:47:16.221814 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e417b9b-378d-4d76-a24c-f14da64d014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e063857f-8c10-489e-8148-18be21b0718d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:19.592530 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-81b93b91-94cc-4835-b620-a59ff60ce401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:21.906402 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8b153e55-777f-42d9-9108-72a01bc4fb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:23.168149 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:24.670775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:26.018778 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:26.022927 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:26.101012 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:26.216646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:26.217794 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:29.106087 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 38058) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:29.209277 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-85ef08ad-93fd-484b-9dfd-a552cb10dbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.283930 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-85ef08ad-93fd-484b-9dfd-a552cb10dbb7 admin admin] Publish callbacks [] for security_group (ea079f6a-430e-479f-917f-3a5de1ec8c19), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.351746 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-85ef08ad-93fd-484b-9dfd-a552cb10dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ea079f6a-430e-479f-917f-3a5de1ec8c19), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.389971 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef08ad-93fd-484b-9dfd-a552cb10dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea079f6a-430e-479f-917f-3a5de1ec8c19,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:29.395406 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-85ef08ad-93fd-484b-9dfd-a552cb10dbb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1d04dbac9284e91911b5ad8fc1bbd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883103 Jun 01 04:47:29.398625 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 38062) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:29.453468 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] Publish callbacks [] for security_group (ea079f6a-430e-479f-917f-3a5de1ec8c19), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.476772 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] Publish callbacks [] for security_group (ea079f6a-430e-479f-917f-3a5de1ec8c19), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.597037 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (ea079f6a-430e-479f-917f-3a5de1ec8c19), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.600366 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:29.604131 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea079f6a-430e-479f-917f-3a5de1ec8c19 HTTP/1.1" status: 204 len: 168 time: 0.2046123 Jun 01 04:47:29.612218 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af5def-7066-40a2-bdf7-36c3e55578ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea079f6a-430e-479f-917f-3a5de1ec8c19,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:31.050053 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 38096) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:31.077865 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.154193 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44f0a18e-4f1f-4fc2-b4ac-de583815224e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.227843 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44f0a18e-4f1f-4fc2-b4ac-de583815224e admin admin] Publish callbacks [] for security_group (3314db05-4d32-42b2-86c5-ae8f319acc6e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.312219 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44f0a18e-4f1f-4fc2-b4ac-de583815224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3314db05-4d32-42b2-86c5-ae8f319acc6e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.351667 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a18e-4f1f-4fc2-b4ac-de583815224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3314db05-4d32-42b2-86c5-ae8f319acc6e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:31.355810 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-44f0a18e-4f1f-4fc2-b4ac-de583815224e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=941559e909934f19992b70aa3ea9d90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047409 Jun 01 04:47:31.359190 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 38100) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:31.406143 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] Publish callbacks [] for security_group (3314db05-4d32-42b2-86c5-ae8f319acc6e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.431053 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] Publish callbacks [] for security_group (3314db05-4d32-42b2-86c5-ae8f319acc6e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.546482 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (3314db05-4d32-42b2-86c5-ae8f319acc6e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.549089 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:31.550237 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3314db05-4d32-42b2-86c5-ae8f319acc6e HTTP/1.1" status: 204 len: 168 time: 0.1908436 Jun 01 04:47:31.558646 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d803e-a25a-4bf5-8c65-6bbf831c6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3314db05-4d32-42b2-86c5-ae8f319acc6e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:33.111249 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 38130) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:33.214592 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbcc-11d9-4be2-b994-5e427a11f27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.288303 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbcc-11d9-4be2-b994-5e427a11f27c admin admin] Publish callbacks [] for security_group (e029e23f-d908-40ac-b893-54ef0251118a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.357698 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af9fbbcc-11d9-4be2-b994-5e427a11f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e029e23f-d908-40ac-b893-54ef0251118a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.397558 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-af9fbbcc-11d9-4be2-b994-5e427a11f27c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8769e3ab42414a83aa3d6ed4f5fd1e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851710 Jun 01 04:47:33.399480 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fbbcc-11d9-4be2-b994-5e427a11f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e029e23f-d908-40ac-b893-54ef0251118a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:33.400285 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 38136) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:33.447937 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] Publish callbacks [] for security_group (e029e23f-d908-40ac-b893-54ef0251118a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.469325 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] Publish callbacks [] for security_group (e029e23f-d908-40ac-b893-54ef0251118a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.563173 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (e029e23f-d908-40ac-b893-54ef0251118a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.565766 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:33.566907 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e029e23f-d908-40ac-b893-54ef0251118a HTTP/1.1" status: 204 len: 168 time: 0.1656332 Jun 01 04:47:33.575399 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c56b2-3eb3-421f-acf3-e3c208aa9047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e029e23f-d908-40ac-b893-54ef0251118a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:33.656861 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:33.660723 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:41.572158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.388657 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=54,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.395701 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.571007 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=46,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.572088 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.589012 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:43.987646 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.18', 38218) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:44.092154 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-513cd9ac-5d2c-4833-b127-8fe36e116f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.166044 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-513cd9ac-5d2c-4833-b127-8fe36e116f62 admin admin] Publish callbacks [] for security_group (0884b73d-6fa5-4bf9-b7ab-18f13a411938), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.225768 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-513cd9ac-5d2c-4833-b127-8fe36e116f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (0884b73d-6fa5-4bf9-b7ab-18f13a411938), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.267134 dv-cinder-667108-37-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-513cd9ac-5d2c-4833-b127-8fe36e116f62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=233fe5bccb054ef887d9ce25e090ce2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784343 Jun 01 04:47:44.268348 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd9ac-5d2c-4833-b127-8fe36e116f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0884b73d-6fa5-4bf9-b7ab-18f13a411938,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:44.269808 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.18', 38222) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 01 04:47:44.318743 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] Publish callbacks [] for security_group (0884b73d-6fa5-4bf9-b7ab-18f13a411938), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.340276 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] Publish callbacks [] for security_group (0884b73d-6fa5-4bf9-b7ab-18f13a411938), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.453464 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949347'] for security_group (0884b73d-6fa5-4bf9-b7ab-18f13a411938), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.455900 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:44.457030 dv-cinder-667108-37-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0884b73d-6fa5-4bf9-b7ab-18f13a411938 HTTP/1.1" status: 204 len: 168 time: 0.1861989 Jun 01 04:47:44.464851 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f45ed-9aca-4b91-9aec-f17f4149fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0884b73d-6fa5-4bf9-b7ab-18f13a411938,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 04:47:46.666764 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=12 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:46.670723 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=14 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:49.597662 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d22ff2f7-98dc-4356-8348-aa520ff7c709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:50.660627 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:47:51.986106 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-c3ba-4f35-8389-2a19cc407525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:53.185419 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:54.344991 dv-cinder-667108-37-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:54.460094 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:54.460826 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:47:54.766441 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:47:56.094363 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:01.111130 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:10.656870 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:10.657645 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:11.016345 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:11.018128 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:19.642436 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8d14602f-4b6a-48f4-a92f-1a1f02e64fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:21.893182 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d897-929a-493d-9bc7-8916cf4cae81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:23.132201 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:24.710236 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:26.110631 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:27.660186 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:48:31.099009 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:41.035990 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:41.037878 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:47.653488 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:47.698507 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:48:49.630071 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2401d2cd-bc62-452a-8769-d67b67aa16ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:51.927159 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26a7b0fd-ec08-47b3-b3f0-8bf1820da3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:53.206106 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:54.713931 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:48:56.132283 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:01.098697 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:04.660403 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:49:11.028844 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:11.030738 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:19.618068 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-55d5b31d-418b-40bc-ac6e-081d46024897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:21.913575 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-900cb18b-cd71-44a2-871d-e67f7fc6badc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:23.188635 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:24.659411 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:24.659959 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:24.707852 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:26.097429 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:31.090071 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:41.026800 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:41.029805 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:49:41.659414 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:49:49.611039 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-884be0b6-fdb9-41df-88ac-44f5444b09d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:51.948103 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-10d982ff-b782-4b9a-aa43-2b0890bc2714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:53.159449 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:54.742831 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:49:56.102609 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:01.119015 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:01.657329 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:01.658184 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:11.043470 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:11.044983 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:18.660030 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:50:19.614941 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-aaf405db-24f3-468c-ae75-c3d800c8b52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:21.918641 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5bd14c4b-3fcc-430d-a617-1f0702e0ae7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:23.147380 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:24.735824 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:26.147158 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:31.135427 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:41.052248 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:41.058235 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:47.701511 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:47.702335 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:50:49.632221 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-65420f2a-7148-458b-a861-8624e6b83958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:51.922464 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1c05-53b3-4e39-ac6b-b849746d3cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:53.157930 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:54.689207 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:50:55.659915 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:50:56.116200 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:01.186717 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:11.089072 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:11.090959 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:15.648670 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:15.653630 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:19.626553 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-19a48e86-49f4-4ca5-813a-d8a4c613e3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:21.950433 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-00f091ec-3513-492c-a0b7-92fd2dde23ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:23.162748 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:24.722518 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:26.110585 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:27.630788 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:31.150086 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:32.660167 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:51:41.081768 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:41.086775 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:49.613451 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-03a1d026-0e85-4eb5-942d-0f790b849fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:51.927855 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1be63ab-41b9-4e7b-8816-810d13daa6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:52.649658 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=15 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:52.650403 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=19 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:51:53.167636 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:54.716093 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:51:56.116165 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:01.160371 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:07.194975 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-5fa5a088-f569-42de-8fa7-e3d59cbba86b service neutron] (104650) timed out ('10.222.0.18', 59898) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 01 04:52:07.321055 dv-cinder-667108-37-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-170886d9-2704-42d1-a69d-284327f955e0 req-16fa5db2-9cb1-438b-ae03-4f8ecca0d8b8 tempest-AttachVolumeShelveTestJSON-228179451 tempest-AttachVolumeShelveTestJSON-228179451-project] (104650) timed out ('10.222.0.18', 59906) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 01 04:52:09.659085 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:52:11.099090 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:11.101006 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:19.606480 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fa9a5d6b-2724-4c69-9165-dd97563ce72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:21.915211 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc3e8-7a2f-40ce-9dbb-11b80c0f68a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:23.176598 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:24.703394 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:26.108871 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:29.645120 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:29.645918 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:31.183366 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:41.113154 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:41.115037 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:52:46.658764 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG neutron.db.agents_db [None req-23245d04-9747-461c-9ac8-fc5e8dc82b79 None None] Agent healthcheck: found 6 active agents {{(pid=104652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 01 04:52:49.633791 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a7e9724b-07f2-47fe-906d-69d5be6bbaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (f3c45979-203f-488c-9dfd-f9b454d00a7b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:51.902939 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-125f075d-d344-416f-bb05-22bc66b1bd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (d92250ed-a95b-4a7d-a5d9-2aedf96a758d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:53.164375 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2785-f451-424c-989c-1bef4e98092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (8303c3e3-beec-4b76-b5fc-bf9ab6944408), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:54.748583 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-24dcbabb-d1d6-40c3-a505-ed9fccfb25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (91dbc5a6-3403-4f69-9a13-9a649684f33d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:52:56.124502 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e115244d-d3a7-4346-a053-d913c467004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (51160720-d792-4941-b5ab-acc47759dade), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:53:01.176477 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3f90ec5d-100a-4988-bf3c-a6fd2f89231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779067482251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938148'] for agent (c8e9d425-4498-47a8-9596-e57d917a7a0d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 01 04:53:06.648054 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:53:06.653009 dv-cinder-667108-37-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:53:11.112408 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 01 04:53:11.113256 dv-cinder-667108-37-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}